-- Logs begin at Tue 2022-02-01 18:07:21 UTC, end at Tue 2022-02-01 19:06:14 UTC. -- Feb 01 18:38:48.145676 dv-cinder-774288-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 01 18:38:51.154722 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.common.config [-] Logging enabled! Feb 01 18:38:51.155243 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 01 18:38:51.155506 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 01 18:38:51.158760 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.common.config [-] Logging enabled! Feb 01 18:38:51.159018 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 01 18:38:51.159328 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 01 18:38:51.160260 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 18:38:51.160496 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 18:38:51.160869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 18:38:51.161118 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 18:38:51.161341 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 18:38:51.161662 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.162094 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 01 18:38:51.162405 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.162723 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.163015 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.163311 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.163600 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.163881 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.164165 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.164457 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.164741 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.165090 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.165374 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.165664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.165942 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.166225 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.166534 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.166820 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] debug = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.167100 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.168043 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.168459 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.168737 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.169023 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.169302 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.169569 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.169842 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.170122 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.170448 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] host = dv-cinder-774288-14-iscsi {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.170748 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.171032 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.171331 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.171596 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.171866 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.172139 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.172417 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.172683 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.172950 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.173235 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.173508 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.173791 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.174081 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.174302 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.174548 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.174846 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.175131 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.175403 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.175673 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.175943 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.176213 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.176482 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.176747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.177032 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.177313 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.177597 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.177869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.178138 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.178406 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.178698 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.178983 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.179255 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.179525 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.179797 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.180082 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.180347 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.180617 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.180916 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.181200 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.181485 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.181765 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.182034 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.182313 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.182613 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.182881 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.183824 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_json = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.185023 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.185295 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.185582 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.185853 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.186124 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.186394 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.186686 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.186973 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.187242 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:51.187536 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.187830 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.188124 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.188418 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.188704 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.188981 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.189262 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.189541 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.189824 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.190109 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.190390 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.190686 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.190985 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.191271 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.191563 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.191862 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.192155 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.192442 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.192713 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.192986 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.193256 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.193614 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.193810 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.194083 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.194369 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.194680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.194956 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.195249 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.195535 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.195824 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.196110 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.196380 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.196655 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.196944 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.197219 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.197487 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.197763 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.198047 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.198321 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.198630 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.198935 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.199212 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.199483 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.199758 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.200030 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.200316 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.200591 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.200861 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.201129 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.201403 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.201669 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.201947 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.202219 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.202506 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.202783 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.203057 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.203326 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.203596 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.203870 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.204134 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.204410 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.204681 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.204950 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.205218 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.205485 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.205751 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.206019 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.206284 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.206581 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.206851 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.207116 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.207384 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.207651 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.207920 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.208203 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.208500 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.208776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.209050 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.209327 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.209608 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.209879 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.210151 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.210427 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.210728 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.210996 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.211283 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.211563 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.211845 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.212138 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.212415 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.212706 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.212982 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.213263 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.213540 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.213813 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.214092 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.214406 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.214793 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.215088 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.215382 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.215671 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.215957 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.216235 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.216546 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.216826 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:51.217045 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 18:38:51.217289 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109427) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 01 18:38:51.595775 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 01 18:38:51.596057 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 01 18:38:51.596365 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 01 18:38:51.596700 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 01 18:38:51.937156 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.937352 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.937629 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.938983 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.939268 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.939535 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.984228 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.984503 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.984769 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.998880 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.999160 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:51.999430 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.030511 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.030797 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.031070 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.066321 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.066619 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.066889 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.401688 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.402878 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.402878 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.403043 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.403694 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.502633 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.502953 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.503234 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.503507 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.503765 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.504073 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.504328 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.504580 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.504838 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.505118 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.505378 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.505645 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.505896 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.506145 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.506395 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.506684 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.506931 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.507194 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.507457 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.507711 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.507979 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.508229 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.508505 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.508882 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.509127 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.509369 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.509760 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.510005 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.510239 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.510497 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.510731 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.510967 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:52.511356 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 01 18:38:52.514590 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 01 18:38:52.518713 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 01 18:38:52.522624 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 01 18:38:52.524282 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 01 18:38:52.524764 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 01 18:38:52.525095 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 01 18:38:52.525478 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 01 18:38:52.528875 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 01 18:38:52.529124 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 01 18:38:52.529476 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 01 18:38:52.534868 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 01 18:38:52.559537 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 01 18:38:52.559985 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.560287 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109427) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 01 18:38:52.560650 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.562039 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109427) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 01 18:38:52.562317 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 01 18:38:52.562585 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 01 18:38:52.565851 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.566129 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:52.630164 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 01 18:38:52.630399 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 01 18:38:52.630667 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 01 18:38:52.631042 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 01 18:38:52.651806 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_db.sqlalchemy.engines [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109427) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 01 18:38:53.095201 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing driver for type 'gre' Feb 01 18:38:53.095850 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] gre ID ranges: [(1, 1000)] Feb 01 18:38:53.148687 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing driver for type 'local' Feb 01 18:38:53.149030 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing driver for type 'vlan' Feb 01 18:38:53.162696 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] VlanTypeDriver initialization complete Feb 01 18:38:53.163123 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing driver for type 'vxlan' Feb 01 18:38:53.163770 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] vxlan ID ranges: [(1, 1000)] Feb 01 18:38:53.226309 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing extension driver 'port_security' Feb 01 18:38:53.226673 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.extensions.port_security [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] PortSecurityExtensionDriver initialization complete Feb 01 18:38:53.227009 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing mechanism driver 'openvswitch' Feb 01 18:38:53.227343 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing mechanism driver 'hyperv' Feb 01 18:38:53.234449 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.plugin [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:38:53.235152 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.235525 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.235875 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.236400 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.236864 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.237227 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.237577 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.237977 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.238388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.238767 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.239110 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.239514 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.239928 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.240280 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.240627 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.241156 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.241564 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.241920 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.242264 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.242701 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.243114 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > address_group after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.243460 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > address_group after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.243796 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > address_group after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.244190 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 01 18:38:53.244633 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] ML2 OVO RPC backend initialized. {{(pid=109427) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 01 18:38:53.245360 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.246223 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.246663 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.247015 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > networks before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.247364 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.247713 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > ports before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.248056 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.248398 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnets before_response 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.248742 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.249082 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.249419 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.249755 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.250097 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.250424 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.250782 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.251119 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.251449 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > subnet after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.258905 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded quota_driver: . Feb 01 18:38:53.259267 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.plugin [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Modular L2 Plugin initialization complete Feb 01 18:38:53.259614 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading services supported by the core plugin {{(pid=109427) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 01 18:38:53.259958 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.plugins.ml2.managers [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Got port-security extension from driver 'port_security' Feb 01 18:38:53.260443 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.extensions.vlantransparent [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Disabled vlantransparent extension. Feb 01 18:38:53.260937 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109427) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 01 18:38:53.261862 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: router Feb 01 18:38:53.299010 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.299401 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_create 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.299771 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router before_create 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.300138 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.300511 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.300865 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_delete 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.301229 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > floatingip after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.301576 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > floatingip after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.301932 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_create 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.302277 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.302653 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.303000 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.303357 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.303767 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.304134 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.304472 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.304813 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: subnet after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.305154 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.305503 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > port precommit_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.305850 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_create 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.306188 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.306550 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.306906 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router after_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.307247 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_delete 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.307595 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_create 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.307954 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router_interface after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.308811 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_update 55549900 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.309176 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > agent after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.309523 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > agent after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.309867 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > network after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.310755 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Tracking information for resource: router configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:53.311088 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Tracking information for resource: floatingip configured {{(pid=109427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 01 18:38:53.316225 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.db.l3_agentschedulers_db [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 01 18:38:53.316809 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.317171 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.317523 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.317875 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: port after_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.318850 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router before_create 55550100 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.319217 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_delete 55550100 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.319581 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_create 55550100 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.319946 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > router precommit_update 55550100 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.325323 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.provider_configuration [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service providers = [] {{(pid=109427) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 01 18:38:53.325684 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.db.servicetype_db [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109427) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 01 18:38:53.328717 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.service_base [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 18:38:53.329068 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.service_base [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 18:38:53.329412 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.service_base [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 18:38:53.330310 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.services.service_base [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 01 18:38:53.330706 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.services.service_base [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 01 18:38:53.331076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.331392 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 01 18:38:53.342297 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.342665 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: auto_allocate Feb 01 18:38:53.348583 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: network precommit_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.348903 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: network precommit_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.349425 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.349746 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: tag Feb 01 18:38:53.356924 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.357252 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: timestamp Feb 01 18:38:53.361592 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.361923 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: network_ip_availability Feb 01 18:38:53.367454 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.367826 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.368183 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.368890 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.369216 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: flavors Feb 01 18:38:53.374593 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.374931 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading Plugin: revisions Feb 01 18:38:53.379245 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 01 18:38:53.379639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=109427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 01 18:38:53.380386 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109427) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 01 18:38:53.380725 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Initializing extension manager. Feb 01 18:38:53.381243 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: __init__.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.381582 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: __pycache__ {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.381916 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.382245 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: address_group.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.383031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.383609 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: address-group Feb 01 18:38:53.383929 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: address_scope.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.384645 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.385155 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: address-scope Feb 01 18:38:53.385475 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: admin_state_down_before_update.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.386441 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.386982 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: router-admin-state-down-before-update Feb 01 18:38:53.387303 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: agent.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.388196 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.388719 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: agent Feb 01 18:38:53.389041 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: agent_resources_synced.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.389959 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.390490 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: agent-resources-synced Feb 01 18:38:53.390815 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: allowedaddresspairs.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.392612 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.393134 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: allowed-address-pairs Feb 01 18:38:53.393460 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: auto_allocated_topology.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.394560 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.395073 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: auto-allocated-topology Feb 01 18:38:53.395394 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: availability_zone.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.396086 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.396591 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: availability_zone Feb 01 18:38:53.396911 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: availability_zone_filter.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.397825 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.398327 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: availability_zone_filter Feb 01 18:38:53.398688 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: data_plane_status.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.399599 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.400101 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension data-plane-status not supported by any of loaded plugins Feb 01 18:38:53.400416 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: default_subnetpools.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.401332 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.401868 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: default-subnetpools Feb 01 18:38:53.402385 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: dhcpagentscheduler.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.403013 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.403525 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: dhcp_agent_scheduler Feb 01 18:38:53.403849 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: dns.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.404774 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.405280 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension dns-integration not supported by any of loaded plugins Feb 01 18:38:53.405602 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: dns_domain_ports.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.406544 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.407049 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 01 18:38:53.407369 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.408304 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.408810 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 01 18:38:53.409132 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: dvr.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.409805 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.410312 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: dvr Feb 01 18:38:53.410655 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: ecmp_routes.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.411583 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.412089 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension ecmp_routes not supported by any of loaded plugins Feb 01 18:38:53.412409 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: empty_string_filtering.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.413330 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.413839 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: empty-string-filtering Feb 01 18:38:53.414157 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.415108 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.415703 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 01 18:38:53.416028 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.416954 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.417981 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 01 18:38:53.418299 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: external_net.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.419260 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.419771 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: external-net Feb 01 18:38:53.420088 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: extra_dhcp_opt.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.421004 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.421509 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: extra_dhcp_opt Feb 01 18:38:53.421826 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: extraroute.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.422768 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.423271 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: extraroute Feb 01 18:38:53.423586 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: extraroute_atomic.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.424623 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.433655 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: extraroute-atomic Feb 01 18:38:53.434018 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: filter_validation.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.434845 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.435393 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: filter-validation Feb 01 18:38:53.435746 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: fip_pf_description.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.436726 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.437233 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 01 18:38:53.437557 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: fip_port_details.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.438500 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.439022 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: fip-port-details Feb 01 18:38:53.439344 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: flavors.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.440629 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.441152 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: flavors Feb 01 18:38:53.441478 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.443261 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.443787 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 01 18:38:53.444120 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: floatingip_pools.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.444832 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.445346 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: floatingip-pools Feb 01 18:38:53.445672 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: ip_allocation.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.446652 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.447158 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension ip_allocation not supported by any of loaded plugins Feb 01 18:38:53.447479 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.448402 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.448948 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: ip-substring-filtering Feb 01 18:38:53.449270 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l2_adjacency.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.450192 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.450735 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension l2_adjacency not supported by any of loaded plugins Feb 01 18:38:53.451057 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.452071 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.452590 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: router Feb 01 18:38:53.452913 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3_conntrack_helper.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.455415 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.455946 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 01 18:38:53.456273 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.457215 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.457732 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: ext-gw-mode Feb 01 18:38:53.458055 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.459010 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.459525 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: l3-ha Feb 01 18:38:53.459846 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3_flavors.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.460768 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.461279 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: l3-flavors Feb 01 18:38:53.461598 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.462553 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.463058 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: l3-port-ip-change-not-allowed Feb 01 18:38:53.463377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: l3agentscheduler.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.464494 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.465005 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: l3_agent_scheduler Feb 01 18:38:53.465329 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: local_ip.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.467171 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.467706 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension local_ip not supported by any of loaded plugins Feb 01 18:38:53.468037 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: logging.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.469542 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.470059 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension logging not supported by any of loaded plugins Feb 01 18:38:53.470390 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: metering.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.471169 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.471761 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: metering Feb 01 18:38:53.472088 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.473229 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.473833 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: metering_source_and_destination_fields Feb 01 18:38:53.474165 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: multiprovidernet.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.475166 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.475688 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: multi-provider Feb 01 18:38:53.476011 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: netmtu.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.476976 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.477488 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: net-mtu Feb 01 18:38:53.477810 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: netmtu_writable.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.478806 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.479315 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: net-mtu-writable Feb 01 18:38:53.479637 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: network_availability_zone.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.480879 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.481384 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: network_availability_zone Feb 01 18:38:53.481703 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: network_ip_availability.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.482952 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.483462 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: network-ip-availability Feb 01 18:38:53.484043 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: network_segment_range.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.484855 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.485361 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension network-segment-range not supported by any of loaded plugins Feb 01 18:38:53.485681 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: pagination.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.486744 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.487080 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: pagination Feb 01 18:38:53.487398 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: port_device_profile.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.488325 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.488840 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: port-device-profile Feb 01 18:38:53.489158 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.490082 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.490626 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: port-mac-address-regenerate Feb 01 18:38:53.490947 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.492045 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.492558 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: port-numa-affinity-policy Feb 01 18:38:53.492885 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: port_resource_request.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.493807 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.494308 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension port-resource-request not supported by any of loaded plugins Feb 01 18:38:53.494667 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: port_resource_request_groups.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.496311 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.496819 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 01 18:38:53.497146 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: portbindings.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.498088 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.498636 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: binding Feb 01 18:38:53.498959 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: portbindings_extended.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.500295 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.500812 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: binding-extended Feb 01 18:38:53.501136 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: portsecurity.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.502063 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.502606 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: port-security Feb 01 18:38:53.502940 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: project_id.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.503922 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.504250 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: project-id Feb 01 18:38:53.504571 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: providernet.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.505500 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.506015 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: provider Feb 01 18:38:53.506336 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.510128 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.510691 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos not supported by any of loaded plugins Feb 01 18:38:53.511027 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.512409 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.512933 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 01 18:38:53.513260 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.514220 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.514777 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 01 18:38:53.515104 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_default.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.516047 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.516670 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-default not supported by any of loaded plugins Feb 01 18:38:53.517014 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_fip.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.517963 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.518557 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-fip not supported by any of loaded plugins Feb 01 18:38:53.518827 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_fip_network_policy.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.519763 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.520277 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 01 18:38:53.520600 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_gateway_ip.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.521559 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.522080 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 01 18:38:53.522405 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_port_network_policy.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.523366 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.523874 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 01 18:38:53.524195 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.525268 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.525775 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 01 18:38:53.526098 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_pps_rule.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.527380 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.527941 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-pps not supported by any of loaded plugins Feb 01 18:38:53.528267 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_rule_type_details.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.529201 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.529715 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 01 18:38:53.530037 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: qos_rules_alias.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.531118 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.531636 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 01 18:38:53.531957 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: quota_check_limit.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.532953 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.533470 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: quota-check-limit Feb 01 18:38:53.533793 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: quotasv2.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.534830 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.535157 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: quotas Feb 01 18:38:53.535481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: quotasv2_detail.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.537395 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.537735 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: quota_details Feb 01 18:38:53.538067 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: rbac.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.539188 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.539719 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: rbac-policies Feb 01 18:38:53.540050 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: rbac_address_group.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.540989 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.541502 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: rbac-address-group Feb 01 18:38:53.541825 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: rbac_address_scope.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.543285 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.543799 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: rbac-address-scope Feb 01 18:38:53.544119 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: rbac_security_groups.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.545042 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.545556 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: rbac-security-groups Feb 01 18:38:53.545875 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: rbac_subnetpool.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.546824 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.547336 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: rbac-subnetpool Feb 01 18:38:53.547663 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: revisionifmatch.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.548595 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.549109 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: revision-if-match Feb 01 18:38:53.549429 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: revisions.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.550584 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.551107 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: standard-attr-revisions Feb 01 18:38:53.551429 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: router_availability_zone.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.552109 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.552625 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: router_availability_zone Feb 01 18:38:53.552947 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: routerservicetype.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.553869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.554381 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension router-service-type not supported by any of loaded plugins Feb 01 18:38:53.554740 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.555749 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.556262 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: security-groups-normalized-cidr Feb 01 18:38:53.556582 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: security_groups_port_filtering.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.557516 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.558099 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: port-security-groups-filtering Feb 01 18:38:53.558916 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.559847 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.560363 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: security-groups-remote-address-group Feb 01 18:38:53.560683 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.561640 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.562154 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: security-groups-shared-filtering Feb 01 18:38:53.562502 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.563098 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 01 18:38:53.563414 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: securitygroup.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.573158 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.573711 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: security-group Feb 01 18:38:53.574045 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: segment.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.574873 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.575381 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension segment not supported by any of loaded plugins Feb 01 18:38:53.575708 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.576654 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.577163 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 01 18:38:53.577493 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: servicetype.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.578684 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.579203 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: service-type Feb 01 18:38:53.579530 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: sorting.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.580525 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.580857 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: sorting Feb 01 18:38:53.581180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: standard_attr_segment.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.582106 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.582663 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 01 18:38:53.582988 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: standardattrdescription.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.583643 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.584155 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: standard-attr-description Feb 01 18:38:53.584478 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: stateful_security_group.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.585415 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.585929 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: stateful-security-group Feb 01 18:38:53.586253 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: stdattrs_common.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.586864 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 01 18:38:53.587183 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.588139 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.588646 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 01 18:38:53.588965 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnet_onboard.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.590074 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.590625 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: subnet_onboard Feb 01 18:38:53.590946 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.591880 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.592388 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 01 18:38:53.592706 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnet_service_types.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.593635 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.594145 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: subnet-service-types Feb 01 18:38:53.594463 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnetallocation.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.595576 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.596089 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: subnet_allocation Feb 01 18:38:53.596410 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.597072 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.597586 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: subnetpool-prefix-ops Feb 01 18:38:53.597906 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.598929 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.599389 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 01 18:38:53.599709 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: tagging.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.600777 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.601291 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: standard-attr-tag Feb 01 18:38:53.601614 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: timestamp.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.602850 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.603367 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loaded extension: standard-attr-timestamp Feb 01 18:38:53.603691 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: trunk.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.604725 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.605753 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension trunk not supported by any of loaded plugins Feb 01 18:38:53.606085 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: trunk_details.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.607037 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.607551 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension trunk-details not supported by any of loaded plugins Feb 01 18:38:53.607874 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: uplink_status_propagation.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.609071 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.609589 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 01 18:38:53.609915 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Loading extension file: vlantransparent.py {{(pid=109427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 01 18:38:53.610625 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 01 18:38:53.611132 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extension vlan-transparent not supported by any of loaded plugins Feb 01 18:38:53.613664 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:network Feb 01 18:38:53.614190 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnet Feb 01 18:38:53.614703 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 18:38:53.615105 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:port Feb 01 18:38:53.616357 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.616790 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service FLAVORS assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.617414 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.617979 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.618307 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:router Feb 01 18:38:53.618765 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:floatingip Feb 01 18:38:53.619312 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service METERING assigned prefix: /metering {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.621376 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.621747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.622100 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:38:53.623160 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of CountableResource for resource:rbac_policy Feb 01 18:38:53.623608 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:security_group Feb 01 18:38:53.624090 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:security_group_rule Feb 01 18:38:53.625767 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service CORE assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.626104 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 18:38:53.626462 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] subnetpool is already registered Feb 01 18:38:53.626923 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service CORE assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.627249 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 18:38:53.627580 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] subnetpool is already registered Feb 01 18:38:53.629916 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.630359 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service FLAVORS assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.630987 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.631407 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.631740 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:router Feb 01 18:38:53.632077 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] router is already registered Feb 01 18:38:53.632488 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:floatingip Feb 01 18:38:53.632824 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] floatingip is already registered Feb 01 18:38:53.633274 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service METERING assigned prefix: /metering {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.633934 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of CountableResource for resource:rbac_policy Feb 01 18:38:53.634259 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] rbac_policy is already registered Feb 01 18:38:53.634699 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:security_group Feb 01 18:38:53.635030 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] security_group is already registered Feb 01 18:38:53.635437 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:security_group_rule Feb 01 18:38:53.635765 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] security_group_rule is already registered Feb 01 18:38:53.636423 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service CORE assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.636748 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 18:38:53.637081 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] subnetpool is already registered Feb 01 18:38:53.637502 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.v2.resource_helper [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Service CORE assigned prefix: {{(pid=109427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 01 18:38:53.637822 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Creating instance of TrackedResource for resource:subnetpool Feb 01 18:38:53.638154 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING neutron.quota.resource_registry [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] subnetpool is already registered Feb 01 18:38:53.638655 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: extensions {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.640104 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: address-groups {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.641591 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: address-scopes {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.642956 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: agents {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.644125 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: auto-allocated-topology {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.645369 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: availability_zones {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.646607 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: dhcp-networks {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.648112 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: dhcp-agents {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.649535 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: routers {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.651810 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: flavors {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.652979 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: service_profiles {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.654180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: next_providers {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.655673 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: service_profiles {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.657204 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: floatingip-pools {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.658635 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: routers {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.660739 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: floatingips {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.662007 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: l3-routers {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.663446 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: l3-agents {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.664861 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: metering-labels {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.666216 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: metering-label-rules {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.668052 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: network-ip-availabilities {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.669305 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: bindings {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.670984 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: quotas {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.672525 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: quotas {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.674048 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: rbac-policies {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.675362 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: security-groups {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.676611 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: security-group-rules {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.677845 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: service-providers {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.679196 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: subnetpools {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.680607 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: subnetpools {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.682060 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.684384 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.686206 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.688030 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.690821 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.692702 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.694401 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.696328 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.698125 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.700058 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron.api.extensions [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Extended resource: tags {{(pid=109427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 01 18:38:53.705858 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING keystonemiddleware.auth_token [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 01 18:38:53.710567 dv-cinder-774288-14-iscsi neutron-server[109427]: WARNING keystonemiddleware.auth_token [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 01 18:38:53.719614 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Acquired lock "singleton_lock" {{(pid=109427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 01 18:38:53.720087 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_concurrency.lockutils [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Releasing lock "singleton_lock" {{(pid=109427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 01 18:38:53.720736 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Starting 2 workers Feb 01 18:38:53.725630 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Started child 109534 {{(pid=109427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 01 18:38:53.730694 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Started child 109535 {{(pid=109427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 01 18:38:53.731909 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.732551 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO neutron.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Neutron service started, listening on 0.0.0.0:9696 Feb 01 18:38:53.732951 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Publish callbacks [] for process (None), before_spawn {{(pid=109427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.733616 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [-] (109534) wsgi starting up on http://0.0.0.0:9696 Feb 01 18:38:53.735811 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Starting 1 workers Feb 01 18:38:53.736328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.737829 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [-] (109535) wsgi starting up on http://0.0.0.0:9696 Feb 01 18:38:53.741094 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Started child 109536 {{(pid=109427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 01 18:38:53.741647 dv-cinder-774288-14-iscsi neutron-server[109427]: INFO oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Starting 1 workers Feb 01 18:38:53.744735 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] calling RpcWorker wait() {{(pid=109536) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 01 18:38:53.745270 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] returning from RpcWorker wait() {{(pid=109536) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 01 18:38:53.746237 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Started child 109537 {{(pid=109427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 01 18:38:53.746653 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.747069 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG neutron_lib.callbacks.manager [None req-46b59870-d6be-47fb-9ec5-033f11146bda None None] Publish callbacks [] for process (None), after_spawn {{(pid=109427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.747165 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:38:53.749048 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 01 18:38:53.749259 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 18:38:53.749444 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 18:38:53.749852 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 18:38:53.750209 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 18:38:53.750368 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 18:38:53.750924 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.751198 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.751391 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:38:53.751869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.751869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.752003 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.752554 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.752812 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.753074 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.753362 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.753624 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.753792 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.753960 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.754215 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.754448 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.754776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.755036 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.755273 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.755536 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.755708 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.755971 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.756235 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.756463 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.756734 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] debug = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.756976 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.757475 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.757735 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.757984 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.758224 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.758531 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.758771 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.759058 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.759299 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.759519 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.759776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.760036 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.760286 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.760514 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.760770 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.761005 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.761322 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.761568 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.762014 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] host = dv-cinder-774288-14-iscsi {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.762234 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.762459 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.762728 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.762977 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.763223 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.763458 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.763709 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.763975 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.764218 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.764477 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.764736 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.764984 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.765205 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.765441 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.765608 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_options = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.765825 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.766100 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.766359 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.766571 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.766743 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.766908 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.767171 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.767322 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.767581 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.767801 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.768020 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.768237 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.768462 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.768715 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.768983 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.769239 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.769475 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.769708 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.769950 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.771063 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.772071 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.772333 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.772599 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.772966 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.773213 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.773546 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.773890 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.774243 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:38:53.774469 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.774732 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.774976 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.775193 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.776235 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.776462 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.776665 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.777932 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.778205 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.778427 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.780207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_json = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785649 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785649 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.785649 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.785863 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.786139 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.786411 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.786692 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.786953 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.787771 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.788025 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.788287 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.788543 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.788847 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.789093 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.789441 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.789676 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.789939 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.790347 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.790640 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.790901 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.791119 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.791359 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.791576 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.791801 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.792102 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.792325 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.793228 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.793467 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.793695 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.793982 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.794258 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.794621 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.794913 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.795166 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.795421 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.795817 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.796074 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.796304 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.796518 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.796849 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.797093 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.797355 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.797574 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.797803 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.798030 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.798265 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.798527 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.798764 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.799029 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.799300 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.799540 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.799764 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.799995 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.800340 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.800580 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.800817 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.801050 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.801265 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.801519 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.801790 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.802036 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.802253 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.802465 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.802704 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.802957 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.803264 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.803472 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.803696 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.803939 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.804150 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.804401 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.804651 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.804885 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.805094 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.805311 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.805541 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.805781 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.805996 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.806207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.806517 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.806750 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.806968 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.807548 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.808302 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.808545 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.808780 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.809019 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.809252 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.809465 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.809680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.809893 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.810107 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.810350 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.810649 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.810969 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.811225 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.811460 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.811680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.811944 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.812159 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.812391 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.812623 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.812827 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.813059 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.813419 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.813664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.813888 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.814111 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.814326 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.814623 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.814833 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.815799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.816185 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.816878 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.817295 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.817757 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.818142 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.818585 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.818987 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.819367 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.819796 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.820198 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.820663 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.820872 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 48932) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:38:53.820978 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.821171 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.821466 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.821732 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.822006 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.822272 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.822545 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.822807 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.823063 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.823315 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.823706 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.823966 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.824199 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.824627 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.824902 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.825055 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.825432 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.825779 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.826012 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.826247 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.826455 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.826890 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.827300 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.827550 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.827831 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.828078 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.828340 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.828584 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.828977 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.829339 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.829745 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.829993 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.830359 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.830660 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.830910 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.831169 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.831379 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.831936 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.832207 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.833176 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100307 Feb 01 18:38:53.833446 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.833971 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.835029 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.835492 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.835863 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.836267 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.836636 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.837003 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.837414 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.837638 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.838003 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.838376 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.838655 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.838922 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.839143 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.840137 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.840418 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.840679 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.840914 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842537 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842537 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.842696 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.843053 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.843297 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.843532 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.843777 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.844035 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.844432 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.844764 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.845020 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.845257 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.845480 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.845699 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.845951 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.846205 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.846430 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.846697 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.847499 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.847499 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.847499 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.847914 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.847914 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.848103 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.848471 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.848682 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.848904 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.849670 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.850305 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.850943 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.851194 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.851456 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.851702 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.851952 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.852187 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.852418 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.852776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.853149 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.853506 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.853723 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.853972 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.854185 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.854398 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.854674 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.855479 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.855699 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.855937 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.856487 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.856487 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.856663 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.856770 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.856973 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.857210 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.857405 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.857613 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.857832 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.858052 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.858258 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.858502 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.858715 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.859206 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.859450 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.859968 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.859968 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.860136 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.860384 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.860635 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.860929 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.861159 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862153 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862153 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862153 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862153 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862429 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.862631 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.863664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.863664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.863664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.863664 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.863998 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.864116 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.864370 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.864647 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.864923 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.865193 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.865423 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.865706 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.866043 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.866332 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.866605 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.866871 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.868158 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.868540 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.868783 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.869007 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.869260 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.869487 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.869750 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.869986 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.870907 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.870907 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.870907 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.871156 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.871241 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.871412 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.871636 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.871869 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.872028 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 18:38:53.872591 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 01 18:38:53.872752 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 01 18:38:53.872907 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 01 18:38:53.873076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 01 18:38:53.873246 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 01 18:38:53.873397 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 01 18:38:53.873608 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.873768 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.873926 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874085 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874249 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874430 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874616 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874775 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.874932 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875090 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875248 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875405 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875563 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875719 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.875876 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876033 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876194 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876336 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876501 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876660 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876818 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.876976 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877133 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] debug = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877291 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877502 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877665 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877823 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.877981 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.878138 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.878295 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.878452 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.879628 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.879800 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.879965 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880128 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880288 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880442 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880594 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880751 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.880910 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.881068 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.881225 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] host = dv-cinder-774288-14-iscsi {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.881383 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.881542 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882065 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882228 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882726 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.882883 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883079 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883198 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883355 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883513 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883670 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883827 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.883989 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_options = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884147 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884365 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884462 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884631 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.884944 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885115 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885259 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885397 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885522 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885661 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885824 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.885979 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.886161 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.886320 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.886528 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889076 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889394 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:38:53.889481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889481 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889831 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889831 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.889971 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.890047 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.890177 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.890335 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.890463 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.891609 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.891771 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.891949 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892089 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892248 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892411 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892569 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892728 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.892885 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.893044 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.893202 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.893358 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.893516 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.893908 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_json = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.894685 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.894942 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.895181 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.895472 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.895666 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.897275 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.897275 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.897275 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.898639 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.899064 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.899254 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.899482 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.900420 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.900574 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.900760 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.900929 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.901108 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.901438 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.901614 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.902992 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.903829 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.904012 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.904211 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.904399 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906565 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906893 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.906893 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907116 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907228 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907412 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907579 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907769 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.907933 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.908098 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.908263 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.908426 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.908587 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909130 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909130 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909130 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909543 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909704 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.909867 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.910031 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.910194 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.910356 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.911512 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.911623 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.911750 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.912966 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.913541 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.913913 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914095 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914268 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914432 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914676 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914993 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.914993 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915135 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915276 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915440 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915604 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915767 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.915945 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.916102 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.916747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.916747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.916747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.916747 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.917038 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.917038 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.917175 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.917334 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.918119 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.918294 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.918446 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.919680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.919849 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920023 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920191 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920357 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920522 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920687 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.920851 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.921014 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.921180 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.921844 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922626 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922626 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922626 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922626 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922876 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922876 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.922992 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.923155 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.923301 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.923462 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.924761 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.924761 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.924761 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.924761 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.924761 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.925249 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.925423 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.925581 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.925739 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.925897 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.926332 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.926560 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.926680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.926833 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.927781 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.927947 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.928110 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.928272 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.928438 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.928612 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.928776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929110 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929274 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929451 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929609 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929807 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.929932 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930150 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930258 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930397 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930592 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930756 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.930918 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931079 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931244 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931412 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931573 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931733 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.931894 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.932080 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.932242 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.932581 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.932741 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.932906 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.933331 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.933776 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934100 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934272 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934438 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934624 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934787 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.934950 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.935114 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.935304 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.935440 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.935584 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.935901 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.936074 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.936403 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.936605 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.936768 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.936933 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937095 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937257 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937420 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937583 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937746 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.937908 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938071 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938232 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938395 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938578 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938741 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.938945 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.939094 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.939236 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.939372 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940047 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940047 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940249 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940355 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940472 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940605 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940763 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.940930 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941094 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941257 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941421 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941583 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941745 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.941907 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942075 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942246 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942394 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942617 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942774 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.942939 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943101 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943264 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943426 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943601 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943759 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.943899 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944064 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944213 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944378 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944545 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944710 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.944871 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.945034 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.945351 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.945519 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.945681 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.945859 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.946024 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.946187 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.946365 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.946540 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.947356 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.947356 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.947356 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.947356 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.947608 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.948407 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949377 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949756 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949756 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949756 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.949959 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.950435 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.950680 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.950855 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.950989 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.951121 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.951256 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.951861 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.953064 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.953064 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.953216 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.953638 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.953812 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954010 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954272 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954272 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954543 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954674 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954780 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.954950 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.955703 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.955703 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.957388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.957388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.957388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.957388 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.958259 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.958436 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.958628 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.958796 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.959799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.959799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.959799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.959799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.959799 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960130 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960130 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960394 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960394 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960541 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.960712 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961213 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961213 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961407 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961625 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961728 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.961891 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962052 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962215 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962376 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962559 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962723 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.962884 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963046 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963208 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963371 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963538 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963699 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.963860 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.964021 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 01 18:38:53.964177 dv-cinder-774288-14-iscsi neutron-server[109427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 01 18:39:05.865763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580d5c1-e661-4768-acd6-e390653414cc None None] get_active_networks_info from dv-cinder-774288-14-iscsi {{(pid=109536) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 01 18:39:06.030681 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580d5c1-e661-4768-acd6-e390653414cc None None] No non-hosted networks {{(pid=109536) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 01 18:39:06.033143 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-fd19b437-c4ad-4ec3-9cfc-4363f82eee66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:07.872440 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-10bf0669-4b80-43d7-8256-570d4f5197ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:07.910464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-7f6d3e80-d3f8-46b3-a5cb-989b49ac2b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:09.203114 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:10.581272 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:11.800929 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:11.801798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.802120 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.802540 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.802888 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.803262 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.803659 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.804002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.804347 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.804687 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.805003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.805346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.805670 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.806005 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:11.806423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:11.813769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:14.341180 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49034) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:14.889031 dv-cinder-774288-14-iscsi neutron-server[109534]: WARNING oslo_policy.policy [None req-5f9d9c5a-ed25-43c0-8a70-5387be5438d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:14.889629 dv-cinder-774288-14-iscsi neutron-server[109534]: WARNING oslo_policy.policy [None req-5f9d9c5a-ed25-43c0-8a70-5387be5438d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:14.925161 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.db.l3_hamode_db [None req-d9da8a5b-b937-409d-918e-852bdc2f863c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 01 18:39:15.002214 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8a5b-b937-409d-918e-852bdc2f863c None None] Routers set() bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:39:15.002642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da8a5b-b937-409d-918e-852bdc2f863c None None] Router IDs set() for agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 01 18:39:15.124422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [None req-5f9d9c5a-ed25-43c0-8a70-5387be5438d7 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:39:15.125555 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5f9d9c5a-ed25-43c0-8a70-5387be5438d7 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7834628 Feb 01 18:39:18.124529 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49052) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:18.451667 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '69b3861f965348f2b30a62d847b7bc51', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:18.542381 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.policy [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 01 18:39:18.584458 dv-cinder-774288-14-iscsi neutron-server[109534]: WARNING oslo_policy.policy [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:18.584833 dv-cinder-774288-14-iscsi neutron-server[109534]: WARNING oslo_policy.policy [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:18.685468 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755469917731', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755469916400', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755469932156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755469932901', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755470075867', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755470082735', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-602350', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-812014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1956885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1736143'] for rbac-policy (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:18.762427 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:18.763788 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-372bbf62-76ee-4b8a-84e5-755c1301a61b admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6381719 Feb 01 18:39:21.574888 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49064) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:22.130227 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING oslo_policy.policy [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:22.130908 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING oslo_policy.policy [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:22.358916 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'name': 'private', 'project_id': '55e8e740a84e427080d5e7cde07d42cd'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:22.415659 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Made reservation on behalf of 55e8e740a84e427080d5e7cde07d42cd for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:39:22.477022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.policy [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109535) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 01 18:39:22.518703 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING oslo_policy.policy [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:22.519080 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING oslo_policy.policy [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 01 18:39:22.529776 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.553236 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.686641 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks [] for security_group (5cca6d57-8f00-407b-b4cc-77aa2b793c52), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.690793 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (5cca6d57-8f00-407b-b4cc-77aa2b793c52), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.712024 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:39:22.741661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755468313721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (13df58d6-b65f-4af8-a92c-d33c68c01226), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.742282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Unsubscribe: segment precommit_create {{(pid=109535) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 01 18:39:22.742845 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Added segment 13df58d6-b65f-4af8-a92c-d33c68c01226 of type vlan for network c6b48c38-9335-43bb-8638-d11ca5d5e152 Feb 01 18:39:22.758974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cca6d57-8f00-407b-b4cc-77aa2b793c52,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:22.791697 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.792057 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.792399 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.792726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.793077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.793375 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.793771 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.794031 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.794364 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.794712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.795014 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.795336 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.795641 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Tracked resource versions report: Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: pushed versions: Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: { 'AddressGroup': {'1.2'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'ConntrackHelper': {'1.0'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Log': {'1.0'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Network': {'1.1'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Port': {'1.7'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'PortForwarding': {'1.2'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'QosPolicy': {'1.10'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroup': {'1.5'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SubPort': {'1.0'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Subnet': {'1.1'}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Trunk': {'1.1'}} Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: consumer versions: Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'ConntrackHelper': '1.0', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'LocalIPAssociation': '1.0', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Log': '1.0', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Network': '1.1', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Port': '1.7', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'PortForwarding': '1.2', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'QosPolicy': '1.10', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroup': '1.5', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroupRule': '1.2', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SubPort': '1.0', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Subnet': '1.1', Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Trunk': '1.1'}} Feb 01 18:39:22.797103 dv-cinder-774288-14-iscsi neutron-server[109535]: {{(pid=109535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:39:22.863053 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (c6b48c38-9335-43bb-8638-d11ca5d5e152), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.904051 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (c6b48c38-9335-43bb-8638-d11ca5d5e152), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:22.905517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:22.906259 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:23.001735 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4243045 Feb 01 18:39:23.026542 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b6f4c-147c-40df-9fd3-6ccda4067637 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b48c38-9335-43bb-8638-d11ca5d5e152,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:23.039368 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:39:25.838500 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49086) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:26.262494 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569d7042-ddde-4fd7-b5bf-d4a2441be16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:26.263891 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-569d7042-ddde-4fd7-b5bf-d4a2441be16f admin admin] 10.222.0.31 "GET /v2.0/networks/c6b48c38-9335-43bb-8638-d11ca5d5e152 HTTP/1.1" status: 200 len: 825 time: 0.4243984 Feb 01 18:39:26.317856 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b1eada2e-edd5-4f54-a7f2-37f00d36f9f9 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/3c1e84ca-d975-4d6d-b752-8dc8a08e8147 HTTP/1.1" status: 200 len: 734 time: 0.0438168 Feb 01 18:39:26.332097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:26.359409 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Made reservation on behalf of 55e8e740a84e427080d5e7cde07d42cd for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:39:26.361968 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:26.664236 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (ac904731-8dab-4a32-bb9d-26a9ec7b2867), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:26.755425 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac904731-8dab-4a32-bb9d-26a9ec7b2867,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:26.757728 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Checking segment: {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:39:26.758086 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Network hostable DHCP agents. Network: c6b48c38-9335-43bb-8638-d11ca5d5e152, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:39:26.780341 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:39:26.792757 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, c6b48c38-9335-43bb-8638-d11ca5d5e152) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:26.797815 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:26.798648 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:26.804586 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb25efe-a18e-42e8-9fb6-4f9084f1fd44 None None] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:39:26.820882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d375f0c9-f217-4dbb-8c30-eddcca61ee7e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4941828 Feb 01 18:39:27.117530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-c6b48c38-9335-43bb-8638-d11ca5d5e152', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:39:27.119154 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:27.444505 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Allocated IP 172.20.0.2 (c6b48c38-9335-43bb-8638-d11ca5d5e152/ac904731-8dab-4a32-bb9d-26a9ec7b2867/cf62d3ba-59bb-4b91-af44-d219755646ba) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:39:27.786554 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks [] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:27.799750 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:27.887839 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:39:27.892920 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:27.897538 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:39:27.929491 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Pushing event updated for resources: {'Port': ['ID=cf62d3ba-59bb-4b91-af44-d219755646ba,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:28.013572 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.014183 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.014855 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.015333 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.015752 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.016312 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.016899 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.017472 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.017832 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.018411 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.019025 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.019537 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.019923 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Tracked resource versions report: Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: pushed versions: Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: { 'AddressGroup': {'1.2'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'ConntrackHelper': {'1.0'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Log': {'1.0'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Network': {'1.1'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Port': {'1.7'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'PortForwarding': {'1.2'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'QosPolicy': {'1.10'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroup': {'1.5'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SubPort': {'1.0'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Subnet': {'1.1'}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Trunk': {'1.1'}} Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: consumer versions: Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'ConntrackHelper': '1.0', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'LocalIPAssociation': '1.0', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Log': '1.0', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Network': '1.1', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Port': '1.7', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'PortForwarding': '1.2', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'QosPolicy': '1.10', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroup': '1.5', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroupRule': '1.2', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SubPort': '1.0', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Subnet': '1.1', Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Trunk': '1.1'}} Feb 01 18:39:28.022187 dv-cinder-774288-14-iscsi neutron-server[109536]: {{(pid=109536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:39:28.066741 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Attempting to bind port cf62d3ba-59bb-4b91-af44-d219755646ba on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:39:28.067148 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Attempting to bind port cf62d3ba-59bb-4b91-af44-d219755646ba by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:39:28.067586 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Attempting to bind port cf62d3ba-59bb-4b91-af44-d219755646ba on network c6b48c38-9335-43bb-8638-d11ca5d5e152 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:39:28.073152 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:39:28.073554 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Checking segment: {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:39:28.074065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:28.074463 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Bound using segment: {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:39:28.074987 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Bound port: cf62d3ba-59bb-4b91-af44-d219755646ba, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:39:28.075396 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:28.149587 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] For port cf62d3ba-59bb-4b91-af44-d219755646ba, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:39:28.154260 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] For port cf62d3ba-59bb-4b91-af44-d219755646ba, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=cf62d3ba-59bb-4b91-af44-d219755646ba,segment=NetworkSegment(13df58d6-b65f-4af8-a92c-d33c68c01226),segment_id=13df58d6-b65f-4af8-a92c-d33c68c01226)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:39:28.164213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:28.248364 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41853-9e19-4b67-acf3-afa768665d31 None None] Pushing event updated for resources: {'Port': ['ID=cf62d3ba-59bb-4b91-af44-d219755646ba,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:29.498219 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49094) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:29.899422 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [None req-50331c86-729e-4029-bd21-04c78dbd94ee admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:39:29.900779 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-50331c86-729e-4029-bd21-04c78dbd94ee admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4011519 Feb 01 18:39:32.525645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49102) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:33.099123 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [None req-a25041a4-bd66-4d02-a98a-23c869812338 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:39:33.100956 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a25041a4-bd66-4d02-a98a-23c869812338 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5741737 Feb 01 18:39:35.780771 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-278362bd-2a45-4d59-ac28-c8d619f0ac2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.010367 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49112) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:36.329037 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:36.355576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.357155 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.501525 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Publish callbacks [] for router_controller (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), precommit_add_association {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.506992 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.523216 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:36.524456 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9fbd186a-c9f2-4171-898f-4ddd0afdcd26 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5127423 Feb 01 18:39:37.878419 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d6e805e6-660a-4d8e-8614-c9839b861aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:38.539545 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device cf62d3ba-59bb-4b91-af44-d219755646ba up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:39:38.645811 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port cf62d3ba-59bb-4b91-af44-d219755646ba triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:38.646435 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:38.793064 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port cf62d3ba-59bb-4b91-af44-d219755646ba is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:38.793679 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:38.858186 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port cf62d3ba-59bb-4b91-af44-d219755646ba, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=cf62d3ba-59bb-4b91-af44-d219755646ba,segment=NetworkSegment(13df58d6-b65f-4af8-a92c-d33c68c01226),segment_id=13df58d6-b65f-4af8-a92c-d33c68c01226)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:39:38.865018 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:38.927078 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=cf62d3ba-59bb-4b91-af44-d219755646ba,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:39.153680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49134) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:39.172376 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:39.304910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [None req-d71d5968-1f7c-4b9e-a895-32a0f2c061f5 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:39:39.305931 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d71d5968-1f7c-4b9e-a895-32a0f2c061f5 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1509404 Feb 01 18:39:39.828503 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603dbd85-823d-45d1-8261-1a8dc0fa61d8 None None] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:39:39.917101 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-33548aab-9d5a-4cdc-8a57-67a4c8b011d7 None None] Provisioning complete for port cf62d3ba-59bb-4b91-af44-d219755646ba triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:39.917538 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-33548aab-9d5a-4cdc-8a57-67a4c8b011d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:40.085342 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-33548aab-9d5a-4cdc-8a57-67a4c8b011d7 None None] Current status of the port cf62d3ba-59bb-4b91-af44-d219755646ba is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:40.311212 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-d2e31208-eba5-4a18-8b23-07d9f39bc743 None None] Provisioning complete for port cf62d3ba-59bb-4b91-af44-d219755646ba triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:40.311728 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d2e31208-eba5-4a18-8b23-07d9f39bc743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:40.428687 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-d2e31208-eba5-4a18-8b23-07d9f39bc743 None None] Current status of the port cf62d3ba-59bb-4b91-af44-d219755646ba is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:40.508673 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device cf62d3ba-59bb-4b91-af44-d219755646ba up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:39:40.546887 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:40.577827 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port cf62d3ba-59bb-4b91-af44-d219755646ba triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:40.578218 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:40.657375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port cf62d3ba-59bb-4b91-af44-d219755646ba is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:41.807575 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:41.911326 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49154) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:41.959535 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'tenant_id': '69b3861f965348f2b30a62d847b7bc51', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'project_id': '69b3861f965348f2b30a62d847b7bc51'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:41.980540 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Made reservation on behalf of 69b3861f965348f2b30a62d847b7bc51 for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:39:41.982955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:41.991602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.067710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks [] for security_group (20c3cc7c-cba1-4350-bbe6-b8b317078164), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.072063 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (20c3cc7c-cba1-4350-bbe6-b8b317078164), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.087999 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Reserving flat network on physical network physnet1 {{(pid=109535) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 01 18:39:42.107426 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c3cc7c-cba1-4350-bbe6-b8b317078164,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:42.112485 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (fff01b13-8195-4276-b132-b855be2e0300), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.112818 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Added segment fff01b13-8195-4276-b132-b855be2e0300 of type flat for network d0cb9f40-a190-4069-a33d-26330222c144 Feb 01 18:39:42.161908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (d0cb9f40-a190-4069-a33d-26330222c144), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.198072 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (d0cb9f40-a190-4069-a33d-26330222c144), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.199614 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:42.200495 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:42.262863 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3505719 Feb 01 18:39:42.278045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e73dd1-cdad-40d6-8056-ff0435357c72 admin admin] Pushing event updated for resources: {'Network': ['ID=d0cb9f40-a190-4069-a33d-26330222c144,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:42.288771 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network d0cb9f40-a190-4069-a33d-26330222c144 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:39:44.640707 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49162) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:44.794455 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab814a8-6a1c-436e-ae43-e6a973a87901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:44.795969 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-eab814a8-6a1c-436e-ae43-e6a973a87901 admin admin] 10.222.0.31 "GET /v2.0/subnets/ac904731-8dab-4a32-bb9d-26a9ec7b2867 HTTP/1.1" status: 200 len: 849 time: 0.1543305 Feb 01 18:39:44.965191 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e65936a7-9575-401b-a166-1d2bb0e2afdf admin admin] 10.222.0.31 "GET /v2.0/routers/f77e5fe2-8377-4fe3-be97-ed361a75cf2b HTTP/1.1" status: 200 len: 704 time: 0.1634884 Feb 01 18:39:45.252732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:45.600719 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Allocated IP 172.20.0.1 (c6b48c38-9335-43bb-8638-d11ca5d5e152/ac904731-8dab-4a32-bb9d-26a9ec7b2867/538f02c9-7887-469a-a184-57a7d3d8cdb3) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:39:45.822030 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks [] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:45.893434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:45.954978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:39:45.959803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:46.007316 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Pushing event updated for resources: {'Port': ['ID=538f02c9-7887-469a-a184-57a7d3d8cdb3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:46.010538 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:39:46.011623 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.069303 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.069670 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.070016 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.070353 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.070710 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.071038 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.071946 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.072277 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.072621 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.072948 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.073267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.073584 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.073897 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Tracked resource versions report: Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: pushed versions: Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: { 'AddressGroup': {'1.2'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'ConntrackHelper': {'1.0'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Log': {'1.0'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Network': {'1.1'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Port': {'1.7'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'PortForwarding': {'1.2'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'QosPolicy': {'1.10'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroup': {'1.5'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SubPort': {'1.0'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Subnet': {'1.1'}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Trunk': {'1.1'}} Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: consumer versions: Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'ConntrackHelper': '1.0', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'LocalIPAssociation': '1.0', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Log': '1.0', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Network': '1.1', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Port': '1.7', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'PortForwarding': '1.2', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'QosPolicy': '1.10', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroup': '1.5', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroupRule': '1.2', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SubPort': '1.0', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Subnet': '1.1', Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Trunk': '1.1'}} Feb 01 18:39:46.075365 dv-cinder-774288-14-iscsi neutron-server[109534]: {{(pid=109534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:39:46.190277 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-1e2aa077-cbc8-4adc-98b9-22129df21415 None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:46.190888 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1e2aa077-cbc8-4adc-98b9-22129df21415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.224587 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-1e2aa077-cbc8-4adc-98b9-22129df21415 None None] Port 538f02c9-7887-469a-a184-57a7d3d8cdb3 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:39:46.231800 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.448148 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks [] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.452944 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.453781 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.530730 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Pushing event updated for resources: {'Port': ['ID=538f02c9-7887-469a-a184-57a7d3d8cdb3,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:46.583226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:39:46.584526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:46.748438 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-76cdacab-5a25-4786-b163-bcc6fc1c26e9 None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:46.748812 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-76cdacab-5a25-4786-b163-bcc6fc1c26e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:46.784135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-76cdacab-5a25-4786-b163-bcc6fc1c26e9 None None] Port 538f02c9-7887-469a-a184-57a7d3d8cdb3 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:39:46.838056 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Router f77e5fe2-8377-4fe3-be97-ed361a75cf2b is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:39:46.936479 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:39:46.941970 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-204a562e-b013-4170-ae1c-cec15a322532 admin admin] 10.222.0.31 "PUT /v2.0/routers/f77e5fe2-8377-4fe3-be97-ed361a75cf2b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9717047 Feb 01 18:39:46.949012 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Sync routers for ids ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:39:46.967954 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Routers {'f77e5fe2-8377-4fe3-be97-ed361a75cf2b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:39:46.968997 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:39:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:47.247351 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Set router f77e5fe2-8377-4fe3-be97-ed361a75cf2b gateway port host: None {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:39:47.705685 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:46Z', 'revision_number': 2, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port_host': None, '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:46Z', 'revision_number': 2, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:47.758681 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Checking router: f77e5fe2-8377-4fe3-be97-ed361a75cf2b for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:39:47.759589 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Updating router f77e5fe2-8377-4fe3-be97-ed361a75cf2b port 538f02c9-7887-469a-a184-57a7d3d8cdb3 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:39:47.815355 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.368879 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks [] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.376101 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.544171 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Attempting to bind port 538f02c9-7887-469a-a184-57a7d3d8cdb3 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:39:48.544566 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Attempting to bind port 538f02c9-7887-469a-a184-57a7d3d8cdb3 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:39:48.545002 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Attempting to bind port 538f02c9-7887-469a-a184-57a7d3d8cdb3 on network c6b48c38-9335-43bb-8638-d11ca5d5e152 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:39:48.548310 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Pushing event updated for resources: {'Port': ['ID=538f02c9-7887-469a-a184-57a7d3d8cdb3,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:48.557396 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:39:48.557789 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Checking segment: {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:39:48.558284 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.558694 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Bound using segment: {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:39:48.559197 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Bound port: 538f02c9-7887-469a-a184-57a7d3d8cdb3, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13df58d6-b65f-4af8-a92c-d33c68c01226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:39:48.559579 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.563644 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.563992 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.564330 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.564658 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.564979 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.565296 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.565628 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.565951 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.566268 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.566706 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.566933 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.567242 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.567578 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Tracked resource versions report: Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: pushed versions: Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: { 'AddressGroup': {'1.2'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'ConntrackHelper': {'1.0'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Log': {'1.0'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Network': {'1.1'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Port': {'1.7'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'PortForwarding': {'1.2'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'QosPolicy': {'1.10'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroup': {'1.5'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SubPort': {'1.0'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Subnet': {'1.1'}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Trunk': {'1.1'}} Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: consumer versions: Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'ConntrackHelper': '1.0', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'LocalIPAssociation': '1.0', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Log': '1.0', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Network': '1.1', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Port': '1.7', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'PortForwarding': '1.2', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'QosPolicy': '1.10', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroup': '1.5', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroupRule': '1.2', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SubPort': '1.0', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Subnet': '1.1', Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Trunk': '1.1'}} Feb 01 18:39:48.568996 dv-cinder-774288-14-iscsi neutron-server[109537]: {{(pid=109537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:39:48.613841 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-c53b95be-28eb-413c-8649-6da55ce7057f None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:48.614438 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c53b95be-28eb-413c-8649-6da55ce7057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.640977 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] For port 538f02c9-7887-469a-a184-57a7d3d8cdb3, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:39:48.650379 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-c53b95be-28eb-413c-8649-6da55ce7057f None None] Port 538f02c9-7887-469a-a184-57a7d3d8cdb3 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:39:48.663154 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] For port 538f02c9-7887-469a-a184-57a7d3d8cdb3, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=538f02c9-7887-469a-a184-57a7d3d8cdb3,segment=NetworkSegment(13df58d6-b65f-4af8-a92c-d33c68c01226),segment_id=13df58d6-b65f-4af8-a92c-d33c68c01226)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:39:48.671361 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:48.727363 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Routers {'f77e5fe2-8377-4fe3-be97-ed361a75cf2b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:39:48.728536 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:39:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:48.768749 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6852e-8422-4bd5-aab5-c61cc513c7c2 None None] Pushing event updated for resources: {'Port': ['ID=538f02c9-7887-469a-a184-57a7d3d8cdb3,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:48.829358 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] Set router f77e5fe2-8377-4fe3-be97-ed361a75cf2b gateway port host: None {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:39:48.974136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:48.974503 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:49.059105 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Current status of the port 538f02c9-7887-469a-a184-57a7d3d8cdb3 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:49.059489 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:49.066246 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:46Z', 'revision_number': 2, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port_host': None, '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:48Z', 'revision_number': 4, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:49.095481 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fd6ded-7271-4985-8a7f-0129623b72c3 None None] The sync data for ids ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'] in dv-cinder-774288-14-iscsi is: [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:46Z', 'revision_number': 2, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port_host': None, '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:48Z', 'revision_number': 4, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:39:49.096345 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] For port 538f02c9-7887-469a-a184-57a7d3d8cdb3, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=538f02c9-7887-469a-a184-57a7d3d8cdb3,segment=NetworkSegment(13df58d6-b65f-4af8-a92c-d33c68c01226),segment_id=13df58d6-b65f-4af8-a92c-d33c68c01226)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:39:49.102883 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:49.167890 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7db5f8-3ee5-410a-b756-ba84678d84b0 None None] Pushing event updated for resources: {'Port': ['ID=538f02c9-7887-469a-a184-57a7d3d8cdb3,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:51.916085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49184) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:52.028313 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de998a2-1e63-4e5c-85e2-dfdb99c54c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:52.029660 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7de998a2-1e63-4e5c-85e2-dfdb99c54c01 admin admin] 10.222.0.31 "GET /v2.0/networks/d0cb9f40-a190-4069-a33d-26330222c144 HTTP/1.1" status: 200 len: 842 time: 0.1126351 Feb 01 18:39:52.039271 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Request body: {'subnet': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'cidr': '172.27.3.0/24', 'tenant_id': '69b3861f965348f2b30a62d847b7bc51', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:52.065610 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Made reservation on behalf of 69b3861f965348f2b30a62d847b7bc51 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:39:52.068020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:52.413244 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.objects.ports [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109534) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 01 18:39:52.413685 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (9d1e8b97-4e69-4542-a83f-37d38a90189f), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:52.471798 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1e8b97-4e69-4542-a83f-37d38a90189f,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:52.482871 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:39:52.483226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Network hostable DHCP agents. Network: d0cb9f40-a190-4069-a33d-26330222c144, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:39:52.506232 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:39:52.519614 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, d0cb9f40-a190-4069-a33d-26330222c144) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:52.524777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:52.525377 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:52.528471 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ad361-617a-4ab8-baa0-e8c40d6097ab None None] Network d0cb9f40-a190-4069-a33d-26330222c144 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:39:52.544031 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8b60a243-73a3-4053-87ed-98d34d8b6cb9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5082114 Feb 01 18:39:52.643625 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b122e-12c6-45ff-83f5-7e190bb6235c None None] Network d0cb9f40-a190-4069-a33d-26330222c144 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:39:55.001103 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49192) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:55.143074 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-4864eed4-c0f9-42be-a651-60aaf9bfc179 admin admin] 10.222.0.31 "GET /v2.0/routers/f77e5fe2-8377-4fe3-be97-ed361a75cf2b HTTP/1.1" status: 200 len: 710 time: 0.1408248 Feb 01 18:39:55.236412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d89b40-73ba-4f03-97bd-0e5f15c7d0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:39:55.237706 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-63d89b40-73ba-4f03-97bd-0e5f15c7d0d7 admin admin] 10.222.0.31 "GET /v2.0/networks/d0cb9f40-a190-4069-a33d-26330222c144 HTTP/1.1" status: 200 len: 886 time: 0.0891457 Feb 01 18:39:55.246690 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:39:55.515672 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks [] for router_gateway (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:55.858842 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks [] for router_gateway (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:55.946585 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.054805 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Allocated IP 172.27.3.238 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/8c89c694-4c6c-4f41-8a2b-cb471de014c9) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:39:56.180595 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks [] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.226112 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.286360 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:39:56.292650 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:39:56.298744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:39:56.352280 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Pushing event updated for resources: {'Port': ['ID=8c89c694-4c6c-4f41-8a2b-cb471de014c9,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:56.548267 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 538f02c9-7887-469a-a184-57a7d3d8cdb3 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:39:56.589531 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks [] for router_gateway (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.608300 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:39:56.608963 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.698841 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 538f02c9-7887-469a-a184-57a7d3d8cdb3 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:39:56.815812 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1639897', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3606'] for router (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.820703 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1639888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1639879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650986'] for router (f77e5fe2-8377-4fe3-be97-ed361a75cf2b), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:56.957539 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Router f77e5fe2-8377-4fe3-be97-ed361a75cf2b has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:39:57.074027 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:39:57.078910 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:57.080733 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-286cee04-c11a-4824-ae68-56450826018a admin admin] 10.222.0.31 "PUT /v2.0/routers/f77e5fe2-8377-4fe3-be97-ed361a75cf2b HTTP/1.1" status: 200 len: 890 time: 1.8371532 Feb 01 18:39:57.902625 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Sync routers for ids ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:39:57.919512 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Routers {'f77e5fe2-8377-4fe3-be97-ed361a75cf2b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:39:57.920534 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:39:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:58.156485 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Set router f77e5fe2-8377-4fe3-be97-ed361a75cf2b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:39:58.664401 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:56Z', 'revision_number': 4, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port': {'id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:55Z', 'updated_at': '2022-02-01T18:39:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:49Z', 'revision_number': 5, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:58.717330 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Checking router: f77e5fe2-8377-4fe3-be97-ed361a75cf2b for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:39:58.717596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Updating router f77e5fe2-8377-4fe3-be97-ed361a75cf2b port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:39:58.770429 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.130568 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks [] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.139179 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.206918 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Attempting to bind port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:39:59.207294 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Attempting to bind port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:39:59.207659 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Attempting to bind port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:39:59.211027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055882-6d9d-4c7b-897f-9626afa60a0f None None] Pushing event updated for resources: {'Port': ['ID=8c89c694-4c6c-4f41-8a2b-cb471de014c9,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:59.215984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:39:59.216360 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:39:59.216766 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.217151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:39:59.217628 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Bound port: 8c89c694-4c6c-4f41-8a2b-cb471de014c9, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:39:59.218006 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.277307 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] For port 8c89c694-4c6c-4f41-8a2b-cb471de014c9, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:39:59.280670 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] For port 8c89c694-4c6c-4f41-8a2b-cb471de014c9, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=8c89c694-4c6c-4f41-8a2b-cb471de014c9,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:39:59.287353 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:39:59.361111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Routers {'f77e5fe2-8377-4fe3-be97-ed361a75cf2b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:39:59.362125 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:39:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:59.426695 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c055882-6d9d-4c7b-897f-9626afa60a0f None None] Pushing event updated for resources: {'Port': ['ID=8c89c694-4c6c-4f41-8a2b-cb471de014c9,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:39:59.514831 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] Set router f77e5fe2-8377-4fe3-be97-ed361a75cf2b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:39:59.732787 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49204) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:39:59.740930 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:56Z', 'revision_number': 4, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port': {'id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:55Z', 'updated_at': '2022-02-01T18:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:49Z', 'revision_number': 5, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:39:59.768350 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212ea21a-2ecd-44ef-aead-fb40a30ecb46 None None] The sync data for ids ['f77e5fe2-8377-4fe3-be97-ed361a75cf2b'] in dv-cinder-774288-14-iscsi is: [{'id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'name': 'router1', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:39:36Z', 'updated_at': '2022-02-01T18:39:56Z', 'revision_number': 4, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'gw_port': {'id': '8c89c694-4c6c-4f41-8a2b-cb471de014c9', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:55Z', 'updated_at': '2022-02-01T18:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '538f02c9-7887-469a-a184-57a7d3d8cdb3', 'name': '', 'network_id': 'c6b48c38-9335-43bb-8638-d11ca5d5e152', 'tenant_id': '55e8e740a84e427080d5e7cde07d42cd', 'mac_address': 'fa:16:3e:b2:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77e5fe2-8377-4fe3-be97-ed361a75cf2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:39:45Z', 'updated_at': '2022-02-01T18:39:49Z', 'revision_number': 5, 'project_id': '55e8e740a84e427080d5e7cde07d42cd', 'subnets': [{'id': 'ac904731-8dab-4a32-bb9d-26a9ec7b2867', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3c1e84ca-d975-4d6d-b752-8dc8a08e8147'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:39:59.890733 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e97f01b5-1c62-4992-b6fc-549bdd224458 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1564298 Feb 01 18:40:00.592395 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8c89c694-4c6c-4f41-8a2b-cb471de014c9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:40:00.654913 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:40:00.655312 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:00.748279 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:40:00.748677 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:00.771602 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 8c89c694-4c6c-4f41-8a2b-cb471de014c9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=8c89c694-4c6c-4f41-8a2b-cb471de014c9,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:40:00.778002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:00.828562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=8c89c694-4c6c-4f41-8a2b-cb471de014c9,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:40:02.522669 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8c89c694-4c6c-4f41-8a2b-cb471de014c9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:40:02.582003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:40:02.582835 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8c89c694-4c6c-4f41-8a2b-cb471de014c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:02.687093 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 8c89c694-4c6c-4f41-8a2b-cb471de014c9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:40:05.791976 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-cfddbe1a-9825-442a-bd4e-99ae95e7fa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:06.795372 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:40:07.881603 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a5d49df9-0997-4431-a3cd-333ddef511b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:09.189630 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:10.538363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:11.806797 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:35.777923 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-06691c14-551e-4c0d-bf1c-b910ef46765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:37.881874 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05b43832-935b-44a3-8c17-de21ea13758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:39.177089 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:40.526084 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:41.802990 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:40:43.794729 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:41:05.781416 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-65f8862e-d66d-4de0-ad9f-175ac5c1180c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:07.877946 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-79788826-6be9-4747-acd5-f3c15fa8142b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:09.178434 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:10.527617 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:11.797768 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:20.794417 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:41:22.938599 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49688) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:23.000197 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079b744-0be7-4be9-9f3b-7db195700753 admin admin] GET failed (client error): The resource could not be found. Feb 01 18:41:23.001449 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9079b744-0be7-4be9-9f3b-7db195700753 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618925 Feb 01 18:41:23.163692 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe05c75-3534-4bfc-a2a1-c98f17793d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:23.165207 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8fe05c75-3534-4bfc-a2a1-c98f17793d00 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590703 Feb 01 18:41:25.397623 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49698) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:25.496850 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa98596-b7f1-4df2-879e-cde4e67e3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:25.498189 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-1aa98596-b7f1-4df2-879e-cde4e67e3035 admin admin] 10.222.0.31 "GET /v2.0/subnets/ac904731-8dab-4a32-bb9d-26a9ec7b2867 HTTP/1.1" status: 200 len: 849 time: 0.0997028 Feb 01 18:41:25.507531 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:41:25.590464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Publish callbacks [] for subnet (ac904731-8dab-4a32-bb9d-26a9ec7b2867), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:25.734319 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755468375233'] for subnet (ac904731-8dab-4a32-bb9d-26a9ec7b2867), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:25.767164 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:25.767766 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:25.769095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] 10.222.0.31 "PUT /v2.0/subnets/ac904731-8dab-4a32-bb9d-26a9ec7b2867 HTTP/1.1" status: 200 len: 868 time: 0.2651348 Feb 01 18:41:25.786084 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76daf374-7172-4f59-8ab3-d17d629134f8 None None] Network c6b48c38-9335-43bb-8638-d11ca5d5e152 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:41:25.794090 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac904731-8dab-4a32-bb9d-26a9ec7b2867,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:41:25.804010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.804381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.805281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.805281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.805483 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.805707 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.806041 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.806377 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.806757 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.807089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.807414 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.807737 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:25.808058 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c8f328-b19d-44bd-9a0d-01f6be63cf72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:41:26.098104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Provisioning complete for port cf62d3ba-59bb-4b91-af44-d219755646ba triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:41:26.098503 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cf62d3ba-59bb-4b91-af44-d219755646ba), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:26.179460 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Current status of the port cf62d3ba-59bb-4b91-af44-d219755646ba is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:41:26.189753 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Provisioning complete for port 538f02c9-7887-469a-a184-57a7d3d8cdb3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:41:26.190083 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (538f02c9-7887-469a-a184-57a7d3d8cdb3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:26.266282 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5449cccf-6b97-451b-8edd-d9f9a48ff755 None None] Current status of the port 538f02c9-7887-469a-a184-57a7d3d8cdb3 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:41:28.048933 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49706) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:28.249285 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c48c53-5a35-4b5e-b70c-6b1b19612a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:28.249662 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c48c53-5a35-4b5e-b70c-6b1b19612a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:28.251207 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e7c48c53-5a35-4b5e-b70c-6b1b19612a8e admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013252 Feb 01 18:41:30.506339 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49714) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:30.638495 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd998240-2730-4c07-9440-8753f5e82545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:30.638983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd998240-2730-4c07-9440-8753f5e82545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:30.640504 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-fd998240-2730-4c07-9440-8753f5e82545 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331973 Feb 01 18:41:32.919978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49722) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:33.057131 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15c13e-081e-4a6a-ba90-7e730f18ecdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:33.058523 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-1e15c13e-081e-4a6a-ba90-7e730f18ecdf admin admin] 10.222.0.31 "GET /v2.0/networks/c6b48c38-9335-43bb-8638-d11ca5d5e152 HTTP/1.1" status: 200 len: 869 time: 0.1375434 Feb 01 18:41:35.339694 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49732) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:35.465970 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b788a4-b5ef-48f1-be1a-1dcb58a19045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:35.467383 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-74b788a4-b5ef-48f1-be1a-1dcb58a19045 admin admin] 10.222.0.31 "GET /v2.0/networks/d0cb9f40-a190-4069-a33d-26330222c144 HTTP/1.1" status: 200 len: 886 time: 0.1267447 Feb 01 18:41:35.783622 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d6ddb286-1e0a-4252-904b-e96d65d159e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:37.736565 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49740) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:37.859948 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1f2f-5bee-47c9-a7b7-84252c4c4506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:37.860403 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1f2f-5bee-47c9-a7b7-84252c4c4506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:37.861970 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-4e5b1f2f-5bee-47c9-a7b7-84252c4c4506 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244576 Feb 01 18:41:37.881380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-22e71c69-ac0a-4ec2-968f-a5f458c235d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:39.179374 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:40.129978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49748) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:40.293973 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96a37d-9bb1-43cd-938e-e3870b72a279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:40.294437 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96a37d-9bb1-43cd-938e-e3870b72a279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:40.295990 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7c96a37d-9bb1-43cd-938e-e3870b72a279 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1650383 Feb 01 18:41:40.531992 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:41.800439 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:41:42.537771 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49756) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:42.631051 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2725fb-a15f-49a0-a89e-86d13fbb7a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:42.632426 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7d2725fb-a15f-49a0-a89e-86d13fbb7a05 admin admin] 10.222.0.31 "GET /v2.0/subnets/9d1e8b97-4e69-4542-a83f-37d38a90189f HTTP/1.1" status: 200 len: 816 time: 0.0936828 Feb 01 18:41:44.890605 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49764) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:41:44.981626 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb98ec-8ef0-4bfc-8b2e-ad84f5db6d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:41:44.982987 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b4cb98ec-8ef0-4bfc-8b2e-ad84f5db6d31 admin admin] 10.222.0.31 "GET /v2.0/subnets/ac904731-8dab-4a32-bb9d-26a9ec7b2867 HTTP/1.1" status: 200 len: 868 time: 0.0913944 Feb 01 18:41:57.793276 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:42:05.786328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-fce946fd-fb49-43d3-9882-1c8db25ede8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:07.882782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-0b07842c-61a1-4277-b8a6-03f6ce969f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:09.185542 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:09.250705 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49818) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:42:09.297523 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [None req-bce5abc3-3e0c-4db4-8ad9-63b6e0a5a364 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:42:09.298528 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-bce5abc3-3e0c-4db4-8ad9-63b6e0a5a364 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468860 Feb 01 18:42:10.529729 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:11.614883 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49826) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:42:11.674510 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec97f149-bb94-4067-8368-afcc7bb6b19b admin admin] GET failed (client error): The resource could not be found. Feb 01 18:42:11.675766 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ec97f149-bb94-4067-8368-afcc7bb6b19b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599558 Feb 01 18:42:11.803649 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:11.819172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9234eb2f-442f-41ee-84c3-881abb1e7e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:42:11.820635 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9234eb2f-442f-41ee-84c3-881abb1e7e9d admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404338 Feb 01 18:42:14.161924 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49836) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:42:14.206918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '69b3861f965348f2b30a62d847b7bc51', 'tenant_id': '69b3861f965348f2b30a62d847b7bc51', 'name': 'shared', 'shared': True}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:42:14.226127 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Made reservation on behalf of 69b3861f965348f2b30a62d847b7bc51 for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:42:14.228390 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:14.262139 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING neutron.services.revisions.revision_plugin [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Could not find related network for resource to bump revision. Feb 01 18:42:14.272892 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:42:14.281329 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (2a7093ab-ed04-4312-a895-dfe9cac9b957), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:14.281666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Added segment 2a7093ab-ed04-4312-a895-dfe9cac9b957 of type vlan for network 10c70a24-f544-402a-8593-1f7409b4270f Feb 01 18:42:14.319748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (10c70a24-f544-402a-8593-1f7409b4270f), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:14.342207 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (10c70a24-f544-402a-8593-1f7409b4270f), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:14.343151 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:42:14.343724 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:14.399968 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2369587 Feb 01 18:42:14.406273 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3fdf5-3725-4ee2-8185-e28830050cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=10c70a24-f544-402a-8593-1f7409b4270f,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:42:14.419182 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 10c70a24-f544-402a-8593-1f7409b4270f details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:42:16.715341 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49846) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:42:16.773339 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.pecan_wsgi.hooks.translation [None req-353d51bf-6ab5-4b9b-b287-cb97ef28b8aa admin admin] GET failed (client error): The resource could not be found. Feb 01 18:42:16.774618 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-353d51bf-6ab5-4b9b-b287-cb97ef28b8aa admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582695 Feb 01 18:42:16.842645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fabe91c-7ba1-4472-9f99-b474fdbd59fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:42:16.844154 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7fabe91c-7ba1-4472-9f99-b474fdbd59fe admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655406 Feb 01 18:42:16.853749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f', 'tenant_id': '69b3861f965348f2b30a62d847b7bc51', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:42:16.871367 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Made reservation on behalf of 69b3861f965348f2b30a62d847b7bc51 for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:42:16.873486 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.082619 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (4ae251af-b014-4ee8-8799-f0678d3a252b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.139207 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae251af-b014-4ee8-8799-f0678d3a252b,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:42:17.147657 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Checking segment: {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:42:17.148019 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Network hostable DHCP agents. Network: 10c70a24-f544-402a-8593-1f7409b4270f, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:42:17.163022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Network 10c70a24-f544-402a-8593-1f7409b4270f is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:42:17.171415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 10c70a24-f544-402a-8593-1f7409b4270f) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:42:17.175510 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:42:17.176594 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.181504 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40f32b-cab0-40f8-a4c8-5b49b40a70d2 None None] Network 10c70a24-f544-402a-8593-1f7409b4270f requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:42:17.193022 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d2bc534e-a43d-499d-bf61-18524b104ea9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3424983 Feb 01 18:42:17.290061 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-10c70a24-f544-402a-8593-1f7409b4270f', 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f', 'project_id': '69b3861f965348f2b30a62d847b7bc51', 'fixed_ips': [{'subnet_id': '4ae251af-b014-4ee8-8799-f0678d3a252b'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:42:17.290963 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.431567 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Allocated IP 192.168.233.2 (10c70a24-f544-402a-8593-1f7409b4270f/4ae251af-b014-4ee8-8799-f0678d3a252b/d1ee29bf-c0a2-4785-90b2-a656e20f6cd9) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:42:17.675774 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks [] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.682325 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.720304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Network 10c70a24-f544-402a-8593-1f7409b4270f is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:42:17.723665 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:42:17.726110 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:42:17.736769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Pushing event updated for resources: {'Port': ['ID=d1ee29bf-c0a2-4785-90b2-a656e20f6cd9,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:42:17.759206 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.759577 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.759940 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.760277 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.760607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.760933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.761258 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.761581 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.761908 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.762243 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.762620 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.762973 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.763253 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:42:17.799418 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Attempting to bind port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:42:17.799781 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Attempting to bind port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:42:17.800129 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Attempting to bind port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 on network 10c70a24-f544-402a-8593-1f7409b4270f {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:42:17.805304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:42:17.805663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Checking segment: {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:42:17.806063 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.806446 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Bound using segment: {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:42:17.807029 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Bound port: d1ee29bf-c0a2-4785-90b2-a656e20f6cd9, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:42:17.807406 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.872382 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] For port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:42:17.875822 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] For port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d1ee29bf-c0a2-4785-90b2-a656e20f6cd9,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:42:17.882440 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:17.943834 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed10c7-cd4f-432f-80cc-4d74253b4e39 None None] Pushing event updated for resources: {'Port': ['ID=d1ee29bf-c0a2-4785-90b2-a656e20f6cd9,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:42:18.656508 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:42:18.716288 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:42:18.716772 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:18.815794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:42:18.816202 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:18.861247 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d1ee29bf-c0a2-4785-90b2-a656e20f6cd9,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:42:18.866151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:18.929987 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=d1ee29bf-c0a2-4785-90b2-a656e20f6cd9,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:42:18.971916 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b78259-70e0-40c6-89b1-eb9606cd6769 None None] Network 10c70a24-f544-402a-8593-1f7409b4270f requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:42:19.046599 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-6eed4b43-7f22-4bb4-9d59-649784140efc None None] Provisioning complete for port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:42:19.046785 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-6eed4b43-7f22-4bb4-9d59-649784140efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:19.172816 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-6eed4b43-7f22-4bb4-9d59-649784140efc None None] Current status of the port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:42:19.392196 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-0d1b544c-6ed5-4378-bf51-f97eb14a9f22 None None] Provisioning complete for port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:42:19.392585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-0d1b544c-6ed5-4378-bf51-f97eb14a9f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:19.474363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b544c-6ed5-4378-bf51-f97eb14a9f22 None None] Current status of the port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:42:20.588288 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:42:20.644059 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:42:20.644451 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d1ee29bf-c0a2-4785-90b2-a656e20f6cd9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:20.718349 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d1ee29bf-c0a2-4785-90b2-a656e20f6cd9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:42:34.792863 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:42:35.787535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-671aff1d-8791-4698-8650-5d1f039b3843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:37.883683 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-46c0bc95-8b90-4dc8-bbdf-544acc2d258f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:39.188031 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:40.533539 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:42:41.808585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:05.792035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-374f3ec6-82f7-4816-b156-5901b65fd443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:07.885679 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-2e486918-b359-401a-be49-982312ca17aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:09.187734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:10.536410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:11.792469 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:43:11.810600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:35.655385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49890) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:43:35.661754 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [None req-746abb14-ba15-4be7-952b-ca884a540eae tempest-verify_tempest_config-2127243548 tempest-verify_tempest_config-2127243548-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:43:35.662737 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-746abb14-ba15-4be7-952b-ca884a540eae tempest-verify_tempest_config-2127243548 tempest-verify_tempest_config-2127243548-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063813 Feb 01 18:43:35.796613 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e947e01e-80b8-4f13-b8e2-3483d3ccfb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:35.981497 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 49908) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:43:36.089270 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.203703 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Publish callbacks [] for security_group (8b663039-0582-4241-a55a-b6ce016b2734), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.208309 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8b663039-0582-4241-a55a-b6ce016b2734), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.255999 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b663039-0582-4241-a55a-b6ce016b2734,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:43:36.260570 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff5725e1a26e40fb8ecde48bfa395a85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2779679 Feb 01 18:43:36.263473 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49914) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:43:36.265048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.265405 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.265739 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.266067 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.266391 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.266749 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.267085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.267409 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.267728 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.268629 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.268978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.269299 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.269613 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a03b169-7a70-4d99-9b6e-00bd6b6a9442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.320740 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Publish callbacks [] for security_group (8b663039-0582-4241-a55a-b6ce016b2734), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.342742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Publish callbacks [] for security_group (8b663039-0582-4241-a55a-b6ce016b2734), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.435053 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8b663039-0582-4241-a55a-b6ce016b2734), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.437476 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:36.438669 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b663039-0582-4241-a55a-b6ce016b2734 HTTP/1.1" status: 204 len: 168 time: 0.1740611 Feb 01 18:43:36.448183 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b663039-0582-4241-a55a-b6ce016b2734,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:43:36.455017 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.455386 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.455790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.456126 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.456484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.457043 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.457199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.457519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.457856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.458204 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.458550 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.458870 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:36.459187 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-befc16d4-4e33-4cc3-97b7-81291c5b36aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:43:37.892038 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5f8bed59-28df-4b42-a800-7e4ffab2ceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:39.190485 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:40.541460 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:41.812579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:43:48.791776 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:44:05.800284 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-41010d8a-4cc0-4d6a-98bc-9ffe98cc342f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:07.896968 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ee0e45d2-a446-4b94-991f-26d74d099987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:09.196220 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:10.544821 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:11.817000 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:25.790617 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:44:35.803718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-66daf677-21d5-47a3-9e59-9941f6349b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:37.899177 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c54ec2bb-0ede-4c4e-9c3e-66afe29aac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:39.190421 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:40.548867 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:44:41.820579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:02.789262 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 5 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:45:05.805554 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-33a959a7-4b01-4b4c-9506-a8b2529d0a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:07.900300 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-7a455d70-392d-4977-93f0-b1117c831895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:09.194996 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:10.561463 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:11.824479 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:22.710727 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642439'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:33.669742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49986) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:45:33.770597 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f21bd02b-7579-4af4-9626-ec7b54e22fda admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0997357 Feb 01 18:45:35.808422 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-6adbb0e3-f81c-4184-a318-743984a3327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:36.065397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 49996) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:45:36.121803 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e6229b8b-ebd9-4f5e-a4bc-e826bd49dd91 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0553808 Feb 01 18:45:37.904871 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-29150140-7bc9-4194-bad4-14e19c1e67ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:39.204308 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:39.789333 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:45:40.556921 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:41.827134 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:45:52.712064 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:05.813095 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d6d838dc-fe40-4eff-b14b-97092aefc777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:07.899720 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b5319895-f155-4557-8422-407a225e2243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:09.199618 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:10.559520 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:11.830190 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:16.789136 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:46:22.730445 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:35.822575 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-051e86aa-791e-4618-93e8-221f05569f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:37.903892 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9010dd9c-1679-4d7e-9f08-c348b5cb355a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:39.204307 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:40.563789 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:41.835935 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:52.739599 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:46:53.789495 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:47:05.815817 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a58283fb-be38-4daa-b6b0-fe3ee6280383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:07.897792 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-fc5f79dd-ba4a-4c48-a494-a7ce5e42419d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:09.223446 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:10.573625 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:11.841519 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:12.811018 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50152) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:13.099132 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-624575122-network', 'tenant_id': 'a973b02f065c4069a16db170534cf59b'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:13.126464 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Made reservation on behalf of a973b02f065c4069a16db170534cf59b for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:13.129554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.138458 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.214803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks [] for security_group (2ba3a418-de71-468d-af79-2e6e3afd3541), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.219692 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2ba3a418-de71-468d-af79-2e6e3afd3541), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.256699 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba3a418-de71-468d-af79-2e6e3afd3541,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:13.267784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.268282 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.269365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.269800 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.270237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.270678 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.271229 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.271732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.272232 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.272711 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.273187 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.273664 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.274151 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Tracked resource versions report: Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: pushed versions: Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: { 'AddressGroup': {'1.2'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'ConntrackHelper': {'1.0'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Log': {'1.0'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Network': {'1.1'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Port': {'1.7'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'PortForwarding': {'1.2'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'QosPolicy': {'1.10'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroup': {'1.5'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SubPort': {'1.0'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Subnet': {'1.1'}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Trunk': {'1.1'}} Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: consumer versions: Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: HyperV agent@hv-cinder-77428: {}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'ConntrackHelper': '1.0', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'LocalIPAssociation': '1.0', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Log': '1.0', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Network': '1.1', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Port': '1.7', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'PortForwarding': '1.2', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'QosPolicy': '1.10', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroup': '1.5', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SecurityGroupRule': '1.2', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'SubPort': '1.0', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Subnet': '1.1', Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: 'Trunk': '1.1'}} Feb 01 18:47:13.275565 dv-cinder-774288-14-iscsi neutron-server[109534]: {{(pid=109534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:47:13.285164 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:47:13.303183 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755468313721', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (e3326400-2373-4b70-8348-87ef9dd88ab5), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.304144 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Unsubscribe: segment precommit_create {{(pid=109534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 01 18:47:13.305159 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Added segment e3326400-2373-4b70-8348-87ef9dd88ab5 of type vlan for network d89a6659-f29b-4c6d-add6-09a80c33bd09 Feb 01 18:47:13.351460 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (d89a6659-f29b-4c6d-add6-09a80c33bd09), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.357524 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50186) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:13.394507 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (d89a6659-f29b-4c6d-add6-09a80c33bd09), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.395469 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:13.396033 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.496146 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50204) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:13.496430 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6843042 Feb 01 18:47:13.503790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Request body: {'subnet': {'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-subnet', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:13.511495 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c24d-df4f-44f7-8349-267490903b73 admin admin] Pushing event updated for resources: {'Network': ['ID=d89a6659-f29b-4c6d-add6-09a80c33bd09,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:13.523286 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:47:13.541849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Made reservation on behalf of a973b02f065c4069a16db170534cf59b for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:13.547624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.739532 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-853214027-network', 'tenant_id': '407e1fdaf7c6465a95f84dcad32840dc'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:13.807575 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (f375edf2-5600-4475-a9c8-cfa7bbac5396), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.821303 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Made reservation on behalf of 407e1fdaf7c6465a95f84dcad32840dc for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:13.825312 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.840538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:13.909919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Checking segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:13.909919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Network hostable DHCP agents. Network: d89a6659-f29b-4c6d-add6-09a80c33bd09, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:47:13.940833 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f375edf2-5600-4475-a9c8-cfa7bbac5396,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:13.963261 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:47:13.971794 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.972357 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.972800 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.973198 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.973702 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.974255 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.974794 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.975302 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.975816 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.976306 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.976634 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.976966 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.977293 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Tracked resource versions report: Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: pushed versions: Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: { 'AddressGroup': {'1.2'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'ConntrackHelper': {'1.0'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Log': {'1.0'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Network': {'1.1'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Port': {'1.7'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'PortForwarding': {'1.2'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'QosPolicy': {'1.10'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroup': {'1.5'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SubPort': {'1.0'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Subnet': {'1.1'}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Trunk': {'1.1'}} Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: consumer versions: Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: HyperV agent@hv-cinder-77428: {}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'ConntrackHelper': '1.0', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'LocalIPAssociation': '1.0', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Log': '1.0', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Network': '1.1', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Port': '1.7', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'PortForwarding': '1.2', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'QosPolicy': '1.10', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroup': '1.5', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SecurityGroupRule': '1.2', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'SubPort': '1.0', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Subnet': '1.1', Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: 'Trunk': '1.1'}} Feb 01 18:47:13.978512 dv-cinder-774288-14-iscsi neutron-server[109535]: {{(pid=109535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:47:13.994860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, d89a6659-f29b-4c6d-add6-09a80c33bd09) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:14.000472 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:14.001475 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.017211 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dea6d1-d18d-4d70-9782-ea402df13ba2 None None] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:14.041828 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-cd31bde2-3add-4d2a-bb45-ab89e6006209 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5442841 Feb 01 18:47:14.044919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50224) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:14.053636 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:14.071727 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks [] for security_group (087f1b41-93b0-4fd0-aa74-da30bbaf628e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.086829 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (087f1b41-93b0-4fd0-aa74-da30bbaf628e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.100594 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:47:14.111005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (be6a145d-ae20-4fd2-ba50-96deccb4c373), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.111649 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Added segment be6a145d-ae20-4fd2-ba50-96deccb4c373 of type vlan for network ac504e47-8070-414e-92b9-2188ba1694b7 Feb 01 18:47:14.156648 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (ac504e47-8070-414e-92b9-2188ba1694b7), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.190368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (d537e38d-564e-4e75-b86c-188a78600c78), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.192244 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (d537e38d-564e-4e75-b86c-188a78600c78), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.193639 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50234) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:14.222599 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087f1b41-93b0-4fd0-aa74-da30bbaf628e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:14.232562 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (ac504e47-8070-414e-92b9-2188ba1694b7), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.234818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:14.235213 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.258023 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-d89a6659-f29b-4c6d-add6-09a80c33bd09', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:47:14.258941 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.278566 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50238) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:14.354636 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50246) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:14.356405 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9954829 Feb 01 18:47:14.361392 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Request body: {'subnet': {'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-853214027-subnet', 'tenant_id': '407e1fdaf7c6465a95f84dcad32840dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:14.408530 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Made reservation on behalf of 407e1fdaf7c6465a95f84dcad32840dc for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:14.414702 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.432980 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fbd01-7679-43ee-91d8-dec7fbaac815 admin admin] Pushing event updated for resources: {'Network': ['ID=ac504e47-8070-414e-92b9-2188ba1694b7,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:14.439620 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for router_controller (d537e38d-564e-4e75-b86c-188a78600c78), precommit_add_association {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.461178 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network ac504e47-8070-414e-92b9-2188ba1694b7 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:47:14.706350 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Allocated IP 172.20.0.2 (d89a6659-f29b-4c6d-add6-09a80c33bd09/f375edf2-5600-4475-a9c8-cfa7bbac5396/f1659a67-2151-458f-9458-f3baeba36768) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:14.808056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for router_gateway (d537e38d-564e-4e75-b86c-188a78600c78), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.814937 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316118586-network', 'tenant_id': '9e0f15deb54c4393a8a2c00dd72b2472'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:14.856097 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-363705600-network', 'tenant_id': 'c1f3957e2db84d628128076327c3411f'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:14.959596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks [] for port (f1659a67-2151-458f-9458-f3baeba36768), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.970755 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (f1659a67-2151-458f-9458-f3baeba36768), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:14.992261 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Made reservation on behalf of c1f3957e2db84d628128076327c3411f for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:14.996177 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.004344 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Made reservation on behalf of 9e0f15deb54c4393a8a2c00dd72b2472 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:15.008046 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.042894 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Pushing event updated for resources: {'Port': ['ID=f1659a67-2151-458f-9458-f3baeba36768,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:15.065126 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.065547 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.066079 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.066631 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.067136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.067628 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.068121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.068615 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.069094 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.069571 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.070744 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.075610 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.075965 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.076381 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Tracked resource versions report: Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: pushed versions: Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: { 'AddressGroup': {'1.2'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'ConntrackHelper': {'1.0'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Log': {'1.0'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Network': {'1.1'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Port': {'1.7'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'PortForwarding': {'1.2'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'QosPolicy': {'1.10'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroup': {'1.5'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SubPort': {'1.0'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Subnet': {'1.1'}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Trunk': {'1.1'}} Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: consumer versions: Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: HyperV agent@hv-cinder-77428: {}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'ConntrackHelper': '1.0', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'LocalIPAssociation': '1.0', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Log': '1.0', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Network': '1.1', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Port': '1.7', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'PortForwarding': '1.2', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'QosPolicy': '1.10', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroup': '1.5', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SecurityGroupRule': '1.2', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'SubPort': '1.0', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Subnet': '1.1', Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: 'Trunk': '1.1'}} Feb 01 18:47:15.077562 dv-cinder-774288-14-iscsi neutron-server[109536]: {{(pid=109536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:47:15.091029 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.097388 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:15.101944 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:15.106506 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:15.198656 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (fbb1c854-0f33-465f-8ac1-7d7e84a2d50a), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.222960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Attempting to bind port f1659a67-2151-458f-9458-f3baeba36768 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:15.223350 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Attempting to bind port f1659a67-2151-458f-9458-f3baeba36768 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:15.224073 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Attempting to bind port f1659a67-2151-458f-9458-f3baeba36768 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:15.230283 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:15.231201 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Checking segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:15.231829 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.232581 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Bound using segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:15.233279 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Bound port: f1659a67-2151-458f-9458-f3baeba36768, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:15.233878 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f1659a67-2151-458f-9458-f3baeba36768), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.310804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for router_gateway (d537e38d-564e-4e75-b86c-188a78600c78), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.343003 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb1c854-0f33-465f-8ac1-7d7e84a2d50a,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:15.348911 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] For port f1659a67-2151-458f-9458-f3baeba36768, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:15.360722 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] For port f1659a67-2151-458f-9458-f3baeba36768, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f1659a67-2151-458f-9458-f3baeba36768,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:15.364176 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.375297 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (f1659a67-2151-458f-9458-f3baeba36768), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.389458 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Checking segment: {'id': 'be6a145d-ae20-4fd2-ba50-96deccb4c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:15.390048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Network hostable DHCP agents. Network: ac504e47-8070-414e-92b9-2188ba1694b7, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:47:15.410134 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks [] for security_group (48387af5-2303-4d4d-8e87-1a4062025212), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.423335 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks [] for security_group (88270d8d-4235-4c27-afdf-ef46f3b4c680), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.426124 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (48387af5-2303-4d4d-8e87-1a4062025212), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.436298 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (88270d8d-4235-4c27-afdf-ef46f3b4c680), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.478027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a58f-bf98-4d38-b120-6d6c354a82d7 None None] Pushing event updated for resources: {'Port': ['ID=f1659a67-2151-458f-9458-f3baeba36768,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:15.482684 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:47:15.513763 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Network ac504e47-8070-414e-92b9-2188ba1694b7 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:47:15.516587 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:47:15.521192 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48387af5-2303-4d4d-8e87-1a4062025212,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:15.525416 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (096a61ca-c9ba-4fe1-938d-cffc6579e6e7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.525959 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Added segment 096a61ca-c9ba-4fe1-938d-cffc6579e6e7 of type vlan for network 3b101578-a57d-4b34-a6ac-0aae042e87f0 Feb 01 18:47:15.577708 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, ac504e47-8070-414e-92b9-2188ba1694b7) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:15.580044 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (66652b53-8f95-440a-94e0-b9cc58c28307), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.580455 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Added segment 66652b53-8f95-440a-94e0-b9cc58c28307 of type vlan for network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 Feb 01 18:47:15.591090 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6905c5-ec2c-4794-8759-86b70aa87685 None None] Network ac504e47-8070-414e-92b9-2188ba1694b7 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:15.621392 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:15.621997 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.628395 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (3b101578-a57d-4b34-a6ac-0aae042e87f0), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.654730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Allocated IP 172.27.3.134 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/7dcfa104-70bf-4914-a382-a447d678752c) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:15.728146 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (6ffeec84-f44c-4d2a-a87a-5bc936c409a6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.796367 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f816679-5f9c-41aa-b179-69f060679033 None None] Network ac504e47-8070-414e-92b9-2188ba1694b7 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:15.800587 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88270d8d-4235-4c27-afdf-ef46f3b4c680,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:15.823781 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5dd77e3e-a6d5-4d4b-9a31-0d300bc691fb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4666018 Feb 01 18:47:15.824593 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (6ffeec84-f44c-4d2a-a87a-5bc936c409a6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.825407 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:15.826048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.926310 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.db.resource_extend [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 18:47:15.927075 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for port (7dcfa104-70bf-4914-a382-a447d678752c), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:15.927314 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7177196 Feb 01 18:47:15.927405 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50288) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:15.939868 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Request body: {'subnet': {'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-363705600-subnet', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:16.069753 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (3b101578-a57d-4b34-a6ac-0aae042e87f0), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.072313 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:16.073074 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.076716 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86fcc9-257b-4617-ada2-cb2a634b05c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffeec84-f44c-4d2a-a87a-5bc936c409a6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:16.099547 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:47:16.197870 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9174294 Feb 01 18:47:16.212399 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50292) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:16.227200 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Request body: {'subnet': {'network_id': '3b101578-a57d-4b34-a6ac-0aae042e87f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1316118586-subnet', 'tenant_id': '9e0f15deb54c4393a8a2c00dd72b2472', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:16.253152 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349bf494-7915-4a7e-97e3-ab0d172fcc5e admin admin] Pushing event updated for resources: {'Network': ['ID=3b101578-a57d-4b34-a6ac-0aae042e87f0,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:16.269514 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 3b101578-a57d-4b34-a6ac-0aae042e87f0 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:47:16.286508 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Made reservation on behalf of c1f3957e2db84d628128076327c3411f for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:16.289793 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Made reservation on behalf of 9e0f15deb54c4393a8a2c00dd72b2472 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:16.292201 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.295092 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.367162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (7dcfa104-70bf-4914-a382-a447d678752c), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.473066 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:16.490539 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:16.508076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcfa104-70bf-4914-a382-a447d678752c,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:16.520097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:16.646989 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (097c12b7-bd09-4119-94bf-e728cda30a8b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.795334 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50340) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:16.804532 dv-cinder-774288-14-iscsi neutron-server[109535]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 01 18:47:16.804877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097c12b7-bd09-4119-94bf-e728cda30a8b,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:16.808427 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Checking segment: {'id': '096a61ca-c9ba-4fe1-938d-cffc6579e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3b101578-a57d-4b34-a6ac-0aae042e87f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:16.808978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Network hostable DHCP agents. Network: 3b101578-a57d-4b34-a6ac-0aae042e87f0, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:47:16.849729 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Network 3b101578-a57d-4b34-a6ac-0aae042e87f0 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:47:16.868156 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 3b101578-a57d-4b34-a6ac-0aae042e87f0) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:16.874929 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:16.875733 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:16.885359 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ea21f0-6ee6-48f9-9432-c32ad010720c None None] Network 3b101578-a57d-4b34-a6ac-0aae042e87f0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:16.977393 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-3fcf95ed-4e54-439b-8529-60ec5d6cc757 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7611790 Feb 01 18:47:17.067109 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f1659a67-2151-458f-9458-f3baeba36768 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:17.236528 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864f4ce-a227-4ed7-8872-2e2766d3df0e None None] Network 3b101578-a57d-4b34-a6ac-0aae042e87f0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:17.356706 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-2acc0c58-82de-4b4b-ace2-e3c82ef8ecf3 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:17.358230 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-2acc0c58-82de-4b4b-ace2-e3c82ef8ecf3 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/networks?id=ac504e47-8070-414e-92b9-2188ba1694b7 HTTP/1.1" status: 200 len: 811 time: 0.5564237 Feb 01 18:47:17.388175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.414852 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-4c46ab28-e05b-4d46-aef6-8a147698f33f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/quotas/407e1fdaf7c6465a95f84dcad32840dc HTTP/1.1" status: 200 len: 375 time: 0.0477357 Feb 01 18:47:17.453416 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port f1659a67-2151-458f-9458-f3baeba36768 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:17.453804 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f1659a67-2151-458f-9458-f3baeba36768), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.504270 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-780c81de-009d-4873-aa94-f6be8762e948 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=407e1fdaf7c6465a95f84dcad32840dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802491 Feb 01 18:47:17.516187 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09cb5e-eab0-437e-b8af-fb0bf1f0acf5 None None] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:17.528359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for router_gateway (d537e38d-564e-4e75-b86c-188a78600c78), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.656584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:17.658548 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port f1659a67-2151-458f-9458-f3baeba36768 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:17.658906 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f1659a67-2151-458f-9458-f3baeba36768), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.697049 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Checking segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:17.697414 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Network hostable DHCP agents. Network: 6ffeec84-f44c-4d2a-a87a-5bc936c409a6, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:47:17.711002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-2d320cc9-477a-465e-9807-a00f95a05173 None None] Provisioning complete for port f1659a67-2151-458f-9458-f3baeba36768 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:17.711397 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-2d320cc9-477a-465e-9807-a00f95a05173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f1659a67-2151-458f-9458-f3baeba36768), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.713127 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50384) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:17.772855 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:47:17.792722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 6ffeec84-f44c-4d2a-a87a-5bc936c409a6) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:17.794266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port f1659a67-2151-458f-9458-f3baeba36768, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f1659a67-2151-458f-9458-f3baeba36768,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:17.806355 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d485a8c5-6841-4d73-9721-76410bd7a9aa None None] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:17.811208 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:17.813010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.814675 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (f1659a67-2151-458f-9458-f3baeba36768), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.849135 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-41132e88-713b-4b34-b492-1fca76203eae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9221320 Feb 01 18:47:17.852990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50396) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:17.858740 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:17.908059 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.910348 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:17.967295 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (d537e38d-564e-4e75-b86c-188a78600c78), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.058058 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for router_controller (56bcad2c-afed-43c8-b531-fd6372b2d874), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.060267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ebe24de6-d898-44f8-a4b6-ce221ff82fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.068522 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-9f4eeced-1197-4318-958a-abd02316fb99 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:47:18.090991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-9f4eeced-1197-4318-958a-abd02316fb99 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1996036 Feb 01 18:47:18.140340 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=f1659a67-2151-458f-9458-f3baeba36768,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:18.341544 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-dfcdf9a6-28c7-4fe2-ae52-df4a45950756 service neutron] 10.222.0.31 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495153 Feb 01 18:47:18.356596 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50416) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:18.367189 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1209718624-network', 'tenant_id': 'bb73761e73bb406f9942c105342fa444'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:18.478880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for router_gateway (56bcad2c-afed-43c8-b531-fd6372b2d874), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.505790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:47:18.509205 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.521372 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Made reservation on behalf of bb73761e73bb406f9942c105342fa444 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:18.523365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.560177 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.573567 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ebe24de6-d898-44f8-a4b6-ce221ff82fd0 admin admin] Publish callbacks [] for security_group (d4f74367-d342-4307-9fe8-337f46bba1e6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.602536 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-51d26632-79f3-4e8e-ac3b-4daa98f2816f service neutron] 10.222.0.31 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471359 Feb 01 18:47:18.609655 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-2d320cc9-477a-465e-9807-a00f95a05173 None None] Current status of the port f1659a67-2151-458f-9458-f3baeba36768 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:18.647718 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ebe24de6-d898-44f8-a4b6-ce221ff82fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d4f74367-d342-4307-9fe8-337f46bba1e6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.677517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Router d537e38d-564e-4e75-b86c-188a78600c78 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:47:18.712935 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe24de6-d898-44f8-a4b6-ce221ff82fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f74367-d342-4307-9fe8-337f46bba1e6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:18.748733 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ebe24de6-d898-44f8-a4b6-ce221ff82fd0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf3a872776764286b84eceaa321ff501&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0342762 Feb 01 18:47:18.753306 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50442) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:18.813563 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Allocated IP 172.20.0.2 (6ffeec84-f44c-4d2a-a87a-5bc936c409a6/9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b/390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:18.819254 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f1659a67-2151-458f-9458-f3baeba36768 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:18.873031 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-72f91a5d-bdf5-402f-9486-36f47a620bc5 None None] Provisioning complete for port f1659a67-2151-458f-9458-f3baeba36768 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:18.873888 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-72f91a5d-bdf5-402f-9486-36f47a620bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f1659a67-2151-458f-9458-f3baeba36768), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.885376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks [] for security_group (67307c79-f430-4b9b-b432-fbf912defdf2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.896126 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] Publish callbacks [] for security_group (d4f74367-d342-4307-9fe8-337f46bba1e6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.936647 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (67307c79-f430-4b9b-b432-fbf912defdf2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:18.996916 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:47:19.007915 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:47:19.025397 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:19.026848 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:19.046557 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] Publish callbacks [] for security_group (d4f74367-d342-4307-9fe8-337f46bba1e6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.053900 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.055389 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0a49d20c-aec4-4271-82ee-4f339027dca9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0092933 Feb 01 18:47:19.058884 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50456) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:19.116712 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:47:19.143151 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67307c79-f430-4b9b-b432-fbf912defdf2,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:19.202034 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (f2a3be2d-1e3a-4110-8315-9c22954e3ae2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.202549 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Added segment f2a3be2d-1e3a-4110-8315-9c22954e3ae2 of type vlan for network 06e58465-8b66-4c88-8217-92db313ba2ad Feb 01 18:47:19.204711 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for router_gateway (56bcad2c-afed-43c8-b531-fd6372b2d874), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.256394 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks [] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.260883 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port f1659a67-2151-458f-9458-f3baeba36768 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:19.261646 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f1659a67-2151-458f-9458-f3baeba36768), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.288596 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.305290 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e0b7429e-92bf-4f69-963e-3748ac56c2cf req-a4611d30-32a1-4615-b9dd-f083981ae109 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.1441278 Feb 01 18:47:19.317817 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (06e58465-8b66-4c88-8217-92db313ba2ad), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.357637 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.373485 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d4f74367-d342-4307-9fe8-337f46bba1e6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.377062 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.379269 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4f74367-d342-4307-9fe8-337f46bba1e6 HTTP/1.1" status: 204 len: 168 time: 0.6233938 Feb 01 18:47:19.406035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:19.414512 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115f1a-83bb-402a-897b-e21d5ece2513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f74367-d342-4307-9fe8-337f46bba1e6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:19.430803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (06e58465-8b66-4c88-8217-92db313ba2ad), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.432104 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:19.432992 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.434809 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:19.445176 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:19.496829 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1347106 Feb 01 18:47:19.513047 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50472) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:19.531049 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Request body: {'subnet': {'network_id': '06e58465-8b66-4c88-8217-92db313ba2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1209718624-subnet', 'tenant_id': 'bb73761e73bb406f9942c105342fa444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:19.537917 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:19.631675 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Made reservation on behalf of bb73761e73bb406f9942c105342fa444 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:19.633995 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.674870 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b604-a694-41ea-a06d-3413197a3ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=06e58465-8b66-4c88-8217-92db313ba2ad,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:19.678257 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Allocated IP 172.27.3.171 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/d4929fb7-3eb3-451e-8724-61212287fbe6) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:19.701897 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-72f91a5d-bdf5-402f-9486-36f47a620bc5 None None] Current status of the port f1659a67-2151-458f-9458-f3baeba36768 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:19.747981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 06e58465-8b66-4c88-8217-92db313ba2ad details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:47:19.813798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Attempting to bind port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:19.815816 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Attempting to bind port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:19.817224 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Attempting to bind port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:19.831782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Pushing event updated for resources: {'Port': ['ID=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:19.902104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:19.903170 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Checking segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:19.903739 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.905264 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Bound using segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:19.906190 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Bound port: 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:19.906615 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:19.923519 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:17Z', 'revision_number': 3, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:19.992956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.029717 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:47:20.030832 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Updating router d537e38d-564e-4e75-b86c-188a78600c78 port 7dcfa104-70bf-4914-a382-a447d678752c binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:47:20.070728 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7dcfa104-70bf-4914-a382-a447d678752c), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.152914 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] For port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:20.157893 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] For port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:20.184354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.256734 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (a755df72-ad1a-426a-8236-dd11c684a312), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.275917 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port f1659a67-2151-458f-9458-f3baeba36768 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:20.376022 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9140033-71be-4546-8f31-beb0efec12a4 None None] Pushing event updated for resources: {'Port': ['ID=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:20.392376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.428026 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.470602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50516) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:20.582090 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-dc26581c-65fd-4f4c-b5a0-5ae21d5dd81f req-a11a381c-4bff-49d4-b91c-8701943f74a4 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.1094520 Feb 01 18:47:20.603926 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:20.624292 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:20.626341 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a755df72-ad1a-426a-8236-dd11c684a312,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:20.631333 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:20.725024 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks [] for port (7dcfa104-70bf-4914-a382-a447d678752c), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.761870 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7dcfa104-70bf-4914-a382-a447d678752c), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.852185 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Attempting to bind port 7dcfa104-70bf-4914-a382-a447d678752c on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:20.852759 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Attempting to bind port 7dcfa104-70bf-4914-a382-a447d678752c by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:20.853295 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Attempting to bind port 7dcfa104-70bf-4914-a382-a447d678752c on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:20.862371 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Pushing event updated for resources: {'Port': ['ID=d4929fb7-3eb3-451e-8724-61212287fbe6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:20.864246 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa104-70bf-4914-a382-a447d678752c,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:20.882451 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:20.883411 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:20.883987 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.884634 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:20.893315 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Bound port: 7dcfa104-70bf-4914-a382-a447d678752c, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:20.894264 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7dcfa104-70bf-4914-a382-a447d678752c), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:20.897661 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.898054 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.898414 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.898858 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.899230 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.899635 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.900054 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.900414 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.901790 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.902165 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.902511 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.903029 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.903515 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Tracked resource versions report: Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: pushed versions: Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: { 'AddressGroup': {'1.2'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'ConntrackHelper': {'1.0'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'LocalIPAssociation': {'1.0'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Log': {'1.0'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Network': {'1.1'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Port': {'1.7'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'PortForwarding': {'1.2'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'QosPolicy': {'1.10'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroup': {'1.5'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroupRule': {'1.2'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SubPort': {'1.0'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Subnet': {'1.1'}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Trunk': {'1.1'}} Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: consumer versions: Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: { DHCP agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: HyperV agent@hv-cinder-77428: {}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: L3 agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: Metadata agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: Metering agent@dv-cinder-774288-14-iscsi: {}, Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: Open vSwitch agent@dv-cinder-774288-14-iscsi: { 'AddressGroup': '1.2', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'ConntrackHelper': '1.0', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'LocalIPAssociation': '1.0', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Log': '1.0', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Network': '1.1', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Port': '1.7', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'PortForwarding': '1.2', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'QosPolicy': '1.10', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroup': '1.5', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SecurityGroupRule': '1.2', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'SubPort': '1.0', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Subnet': '1.1', Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: 'Trunk': '1.1'}} Feb 01 18:47:20.905547 dv-cinder-774288-14-iscsi neutron-server[109537]: {{(pid=109537) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 01 18:47:20.970095 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Checking segment: {'id': 'f2a3be2d-1e3a-4110-8315-9c22954e3ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '06e58465-8b66-4c88-8217-92db313ba2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:20.970679 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Network hostable DHCP agents. Network: 06e58465-8b66-4c88-8217-92db313ba2ad, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:47:20.980838 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] For port 7dcfa104-70bf-4914-a382-a447d678752c, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:20.990045 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] For port 7dcfa104-70bf-4914-a382-a447d678752c, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7dcfa104-70bf-4914-a382-a447d678752c,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:21.014106 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7dcfa104-70bf-4914-a382-a447d678752c), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.015647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Allocated IP 172.20.0.1 (d89a6659-f29b-4c6d-add6-09a80c33bd09/f375edf2-5600-4475-a9c8-cfa7bbac5396/44498d84-0a08-4a96-bec9-90745043614c) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:21.041755 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Network 06e58465-8b66-4c88-8217-92db313ba2ad is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:47:21.099115 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a3cd-6d30-4d8d-ac7e-f2e4776186c7 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa104-70bf-4914-a382-a447d678752c,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:21.121298 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:21.122161 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:21.131097 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 06e58465-8b66-4c88-8217-92db313ba2ad) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:21.141014 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f2ef7-4530-4089-8062-5d7edc60aa5d None None] Network 06e58465-8b66-4c88-8217-92db313ba2ad requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:21.147429 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:21.148019 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.207521 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-178e32ee-539c-4949-bf78-1e78d201eb36 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6857944 Feb 01 18:47:21.221133 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks [] for port (44498d84-0a08-4a96-bec9-90745043614c), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.240837 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for router_gateway (56bcad2c-afed-43c8-b531-fd6372b2d874), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.360557 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.380096 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d9245-d554-40e3-ac2d-80377f9291be None None] Network 06e58465-8b66-4c88-8217-92db313ba2ad requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:21.390433 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:21.484788 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Pushing event updated for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:21.489704 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50552) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:21.579676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:21.589349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:21.592505 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:21.592985 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (d537e38d-564e-4e75-b86c-188a78600c78), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.803974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Deleting subnet 097c12b7-bd09-4119-94bf-e728cda30a8b {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:47:21.809284 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.831410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Publish callbacks [] for subnet (097c12b7-bd09-4119-94bf-e728cda30a8b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.861334 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:17Z', 'revision_number': 3, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:21.916225 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Publish callbacks [] for subnet (097c12b7-bd09-4119-94bf-e728cda30a8b), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:21.927112 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398850fb-7741-4b21-9d24-410e2f0b3915 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:17Z', 'revision_number': 3, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:47:21.944090 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (097c12b7-bd09-4119-94bf-e728cda30a8b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.069139 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-a725b563-76d3-4362-ae66-4b5750cbd03e None None] Provisioning complete for port 44498d84-0a08-4a96-bec9-90745043614c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:22.071271 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a725b563-76d3-4362-ae66-4b5750cbd03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44498d84-0a08-4a96-bec9-90745043614c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.104644 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-97483b38-47e6-4eaa-9d9b-f73193fb315b req-5dd93bfa-5161-48a1-bfb0-c926372add50 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.0942712 Feb 01 18:47:22.120668 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (097c12b7-bd09-4119-94bf-e728cda30a8b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.150117 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-a725b563-76d3-4362-ae66-4b5750cbd03e None None] Port 44498d84-0a08-4a96-bec9-90745043614c cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:22.178684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097c12b7-bd09-4119-94bf-e728cda30a8b,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:22.185163 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.193525 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5cf6d98c-6d92-456d-8993-c8166d0af871 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/097c12b7-bd09-4119-94bf-e728cda30a8b HTTP/1.1" status: 204 len: 168 time: 0.6927915 Feb 01 18:47:22.195744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50570) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:22.244412 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb15232-61cd-4731-bd64-e28fab63193a None None] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:47:22.395729 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44498d84-0a08-4a96-bec9-90745043614c), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.398262 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Provisioning complete for port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:22.399033 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:47:22.399605 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.469108 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (3b101578-a57d-4b34-a6ac-0aae042e87f0), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.830192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.863701 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks [] for port (44498d84-0a08-4a96-bec9-90745043614c), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.875852 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.877182 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (d537e38d-564e-4e75-b86c-188a78600c78), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.878933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Current status of the port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:22.882631 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:22.986176 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] For port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:22.996969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.069245 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (3b101578-a57d-4b34-a6ac-0aae042e87f0), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.087109 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:47:23.108666 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.109374 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.109594 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:47:23.110454 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.110996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > port after_create 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.111751 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.113288 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > port after_update 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.113790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.114260 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.114778 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.115264 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.171162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Pushing event updated for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:23.210018 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cd531-18cb-4108-be64-cddceca37602 None None] Pushing event updated for resources: {'Port': ['ID=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:23.223452 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:23.224375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:23.296103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:23.297704 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:23.408078 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7dcfa104-70bf-4914-a382-a447d678752c up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:23.703864 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9113544f-132c-4b27-a735-185fc5e61af2 req-70cb2237-f5d8-4555-b454-de3f3738a3a2 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.1449885 Feb 01 18:47:23.712472 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.712472 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.712472 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.713381 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:47:23.713381 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b101578-a57d-4b34-a6ac-0aae042e87f0']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:23.733198 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 7dcfa104-70bf-4914-a382-a447d678752c triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:23.733566 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7dcfa104-70bf-4914-a382-a447d678752c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.746165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096a61ca-c9ba-4fe1-938d-cffc6579e6e7') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:23.746673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096a61ca-c9ba-4fe1-938d-cffc6579e6e7') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:23.771572 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.775856 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-28f21625-3907-41d4-8c9f-e238d263ccbd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9188461 Feb 01 18:47:23.775856 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (096a61ca-c9ba-4fe1-938d-cffc6579e6e7), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.780808 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50620) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:23.782865 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:47:23.833562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-3a0b1b9f-47c1-4693-980c-31ee5c8c31d9 None None] Provisioning complete for port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:23.834252 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1b9f-47c1-4693-980c-31ee5c8c31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:23.976585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:24.012886 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:47:24.030359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-00f7af4b-a157-4567-80b2-6659ecccddb6 admin admin] 10.222.0.31 "PUT /v2.0/routers/d537e38d-564e-4e75-b86c-188a78600c78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9702823 Feb 01 18:47:24.227295 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (096a61ca-c9ba-4fe1-938d-cffc6579e6e7), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.247557 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:47:24.249795 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (096a61ca-c9ba-4fe1-938d-cffc6579e6e7), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.303400 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.39', 53777) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: from cryptography.utils import int_from_bytes Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: from cryptography.utils import int_from_bytes Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:47:24.416709 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:47:24.447663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 7dcfa104-70bf-4914-a382-a447d678752c is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:24.447663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7dcfa104-70bf-4914-a382-a447d678752c), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.568924 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 7dcfa104-70bf-4914-a382-a447d678752c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7dcfa104-70bf-4914-a382-a447d678752c,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:24.573503 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (3b101578-a57d-4b34-a6ac-0aae042e87f0), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.578062 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b1b9f-47c1-4693-980c-31ee5c8c31d9 None None] Current status of the port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:24.582080 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50650) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:24.586966 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:21Z', 'revision_number': 3, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:24.590697 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7dcfa104-70bf-4914-a382-a447d678752c), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.591896 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:24.599778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-434813ac-0f65-446b-b8ee-5fdbde7e0e43 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:24.601568 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-434813ac-0f65-446b-b8ee-5fdbde7e0e43 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.39 "GET /v2.0/networks?id=ac504e47-8070-414e-92b9-2188ba1694b7 HTTP/1.1" status: 200 len: 811 time: 0.2904134 Feb 01 18:47:24.640002 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.647987 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b101578-a57d-4b34-a6ac-0aae042e87f0 HTTP/1.1" status: 204 len: 168 time: 2.4476662 Feb 01 18:47:24.649451 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50654) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:24.767804 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c6068-bacd-4c59-8455-ff68ae237545 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b101578-a57d-4b34-a6ac-0aae042e87f0,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:24.799414 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Request body: {'port': {'device_id': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7', 'admin_state_up': True, 'tenant_id': '407e1fdaf7c6465a95f84dcad32840dc'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:24.859145 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:47:24.861648 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Updating router 56bcad2c-afed-43c8-b531-fd6372b2d874 port d4929fb7-3eb3-451e-8724-61212287fbe6 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:47:24.915161 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.964479 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Deleting subnet a755df72-ad1a-426a-8236-dd11c684a312 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:47:24.992579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-1ea00511-47fd-4e4a-8756-e061f7e1a3df None None] Provisioning complete for port 44498d84-0a08-4a96-bec9-90745043614c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:24.992956 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1ea00511-47fd-4e4a-8756-e061f7e1a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44498d84-0a08-4a96-bec9-90745043614c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:24.997768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Publish callbacks [] for subnet (a755df72-ad1a-426a-8236-dd11c684a312), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.005125 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-626011d4-8372-4303-85ea-1bdc1cfb5ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.052188 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-1ea00511-47fd-4e4a-8756-e061f7e1a3df None None] Port 44498d84-0a08-4a96-bec9-90745043614c cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:25.069635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=7dcfa104-70bf-4914-a382-a447d678752c,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:25.162696 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e20abd33-6143-4955-8c7e-992c8c8f06d0 req-925376b7-0007-4e40-a9c7-473306bb7cfe tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.0595121 Feb 01 18:47:25.174094 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Publish callbacks [] for subnet (a755df72-ad1a-426a-8236-dd11c684a312), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.196016 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:25.197350 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.201309 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (a755df72-ad1a-426a-8236-dd11c684a312), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.303283 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:47:25.321883 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:25.328424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.329708 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:25.384343 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Made reservation on behalf of 407e1fdaf7c6465a95f84dcad32840dc for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:25.394237 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.461285 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (a755df72-ad1a-426a-8236-dd11c684a312), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.537305 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50700) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:25.555964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110157052', 'description': 'tempest-description--575229134'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:25.561309 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a755df72-ad1a-426a-8236-dd11c684a312,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:25.578299 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:25.604089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.618812 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-3856fcfd-eca2-47f5-8b01-09dba6be46a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a755df72-ad1a-426a-8236-dd11c684a312 HTTP/1.1" status: 204 len: 168 time: 0.9681883 Feb 01 18:47:25.643880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50710) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:25.672773 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks [] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.688004 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.776211 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-626011d4-8372-4303-85ea-1bdc1cfb5ce6 admin admin] Publish callbacks [] for security_group (d1009d4e-de07-4744-ab7f-4b95b8cad5b3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.827909 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:25.841352 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-626011d4-8372-4303-85ea-1bdc1cfb5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d1009d4e-de07-4744-ab7f-4b95b8cad5b3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.851389 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.892237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626011d4-8372-4303-85ea-1bdc1cfb5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1009d4e-de07-4744-ab7f-4b95b8cad5b3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:25.921354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Attempting to bind port d4929fb7-3eb3-451e-8724-61212287fbe6 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:25.921766 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Attempting to bind port d4929fb7-3eb3-451e-8724-61212287fbe6 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:25.932466 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Attempting to bind port d4929fb7-3eb3-451e-8724-61212287fbe6 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:25.977780 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cac28-8ddb-4dfe-af32-9692fe334150 None None] Pushing event updated for resources: {'Port': ['ID=d4929fb7-3eb3-451e-8724-61212287fbe6,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:25.992602 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:25.994549 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:25.995621 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:25.996856 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:25.998374 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Bound port: d4929fb7-3eb3-451e-8724-61212287fbe6, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:26.000383 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.055923 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 2, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:26.081167 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] For port d4929fb7-3eb3-451e-8724-61212287fbe6, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:26.087035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] For port d4929fb7-3eb3-451e-8724-61212287fbe6, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d4929fb7-3eb3-451e-8724-61212287fbe6,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:26.108249 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.152846 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:47:26.153570 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Updating router d537e38d-564e-4e75-b86c-188a78600c78 port 44498d84-0a08-4a96-bec9-90745043614c binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:47:26.214757 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44498d84-0a08-4a96-bec9-90745043614c), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.243330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Allocated IP 172.20.0.14 (ac504e47-8070-414e-92b9-2188ba1694b7/fbb1c854-0f33-465f-8ac1-7d7e84a2d50a/64af46ab-1aba-42de-a32e-b6ad7d3a4ee6) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:26.330193 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (18125ab4-8131-484b-b915-f4a1acd8d4d2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.333072 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cac28-8ddb-4dfe-af32-9692fe334150 None None] Pushing event updated for resources: {'Port': ['ID=d4929fb7-3eb3-451e-8724-61212287fbe6,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:26.340930 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (06e58465-8b66-4c88-8217-92db313ba2ad), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.347838 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:26.436408 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Allocated IP 172.20.0.1 (6ffeec84-f44c-4d2a-a87a-5bc936c409a6/9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b/5688b88c-2172-42bd-a9be-dd16b1fcfc8c) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:26.479809 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5c5f7afb-debd-4dbc-be07-a3090b993e97 req-bfcefd9f-7976-4d8d-8403-c6ac6a2ad542 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.1207306 Feb 01 18:47:26.496344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:26.498009 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:26.611829 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks [] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.652701 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (18125ab4-8131-484b-b915-f4a1acd8d4d2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.706810 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-626011d4-8372-4303-85ea-1bdc1cfb5ce6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40d9aee86ed84affb3ad5eab8e2fcc18&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1094956 Feb 01 18:47:26.708001 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18125ab4-8131-484b-b915-f4a1acd8d4d2,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:26.712182 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.715479 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50730) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:26.798423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:26.809768 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Pushing event updated for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:26.834413 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.838598 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2c0a94fe-e128-4533-9650-8cd7ef0968f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.2867701 Feb 01 18:47:26.844140 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50736) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:26.878980 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks [] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.956400 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:26.998825 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Network ac504e47-8070-414e-92b9-2188ba1694b7 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:27.005778 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group_rule': {'security_group_id': '18125ab4-8131-484b-b915-f4a1acd8d4d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:27.072680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:27.080100 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:27.084386 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:27.105039 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:27.110602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.157335 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:27.157776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.207203 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks [] for port (44498d84-0a08-4a96-bec9-90745043614c), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.223965 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.264502 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4675977 Feb 01 18:47:27.327997 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:27.329898 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:21Z', 'revision_number': 3, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:27.338530 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-a42f7a2e-e795-496a-8acc-995b2c6cc7dc tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:47:27.344663 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-a42f7a2e-e795-496a-8acc-995b2c6cc7dc tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0604055 Feb 01 18:47:27.387405 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:27.432699 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1031e21-32ee-4098-9d17-c5f8974a4693 None None] Pushing event updated for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:27.520845 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea5723-5879-4b71-9aeb-4d664494be0b None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:21Z', 'revision_number': 3, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:47:27.670654 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (56bcad2c-afed-43c8-b531-fd6372b2d874), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.751398 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50766) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:27.758035 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0749d28-a242-49d2-af7d-ebf6f6d5ed86 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Pushing event updated for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:27.789822 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Attempting to bind port 44498d84-0a08-4a96-bec9-90745043614c on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:27.790353 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Attempting to bind port 44498d84-0a08-4a96-bec9-90745043614c by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:27.791006 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Attempting to bind port 44498d84-0a08-4a96-bec9-90745043614c on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:27.815247 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:27.815653 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Checking segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:27.816101 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.816535 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Bound using segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:27.817027 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Bound port: 44498d84-0a08-4a96-bec9-90745043614c, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:27.817431 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44498d84-0a08-4a96-bec9-90745043614c), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:27.869128 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:27.870298 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7dcfa104-70bf-4914-a382-a447d678752c up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:27.925008 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Request body: {'port': {'device_id': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:27.947931 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b239b5fa-faa2-4f38-85cc-65c12016e728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.029214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (06e58465-8b66-4c88-8217-92db313ba2ad), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.062930 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] For port 44498d84-0a08-4a96-bec9-90745043614c, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:28.071283 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] For port 44498d84-0a08-4a96-bec9-90745043614c, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44498d84-0a08-4a96-bec9-90745043614c,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:28.084386 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8b54db52-fad0-48be-8839-a95e59a917a2 None None] Provisioning complete for port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:28.084848 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8b54db52-fad0-48be-8839-a95e59a917a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.087062 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.091480 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (5e11f3b7-569f-4c6f-b557-ccf2bd188d34), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.110850 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b239b5fa-faa2-4f38-85cc-65c12016e728 admin admin] Publish callbacks [] for security_group (1f853484-90a8-4544-a3f0-7f94425e7e13), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.186891 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8b54db52-fad0-48be-8839-a95e59a917a2 None None] Port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:28.187151 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:28.188468 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 7dcfa104-70bf-4914-a382-a447d678752c triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:28.188838 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7dcfa104-70bf-4914-a382-a447d678752c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.189356 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:28.192568 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1031e21-32ee-4098-9d17-c5f8974a4693 None None] Pushing event updated for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:28.242957 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e58465-8b66-4c88-8217-92db313ba2ad']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:28.263406 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] Publish callbacks [] for security_group (d1009d4e-de07-4744-ab7f-4b95b8cad5b3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.302994 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b239b5fa-faa2-4f38-85cc-65c12016e728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1f853484-90a8-4544-a3f0-7f94425e7e13), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.360340 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a3be2d-1e3a-4110-8315-9c22954e3ae2') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:28.360634 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a3be2d-1e3a-4110-8315-9c22954e3ae2') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:28.384215 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Provisioning complete for port 44498d84-0a08-4a96-bec9-90745043614c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:28.387002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44498d84-0a08-4a96-bec9-90745043614c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.426949 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b239b5fa-faa2-4f38-85cc-65c12016e728 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b49509fdaf66494ab887bf64e17c0554&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6740642 Feb 01 18:47:28.428124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50778) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:28.452953 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (f2a3be2d-1e3a-4110-8315-9c22954e3ae2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.496069 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:28.496648 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.507855 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] Publish callbacks [] for security_group (d1009d4e-de07-4744-ab7f-4b95b8cad5b3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.516281 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 7dcfa104-70bf-4914-a382-a447d678752c is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:28.601731 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d34a-8846-402b-8a1a-0cb96e90c3ff req-1493ba3e-a190-492e-a5da-207d568b0a2a tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:28.605216 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (f2a3be2d-1e3a-4110-8315-9c22954e3ae2), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.621810 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d320d34a-8846-402b-8a1a-0cb96e90c3ff req-1493ba3e-a190-492e-a5da-207d568b0a2a tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 932 time: 0.8175969 Feb 01 18:47:28.672887 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:47:28.673289 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (f2a3be2d-1e3a-4110-8315-9c22954e3ae2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:47:28.713363 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:47:28.920641 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (5e11f3b7-569f-4c6f-b557-ccf2bd188d34), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:28.981782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d4929fb7-3eb3-451e-8724-61212287fbe6 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:28.997113 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (5e11f3b7-569f-4c6f-b557-ccf2bd188d34), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.028885 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.054338 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e11f3b7-569f-4c6f-b557-ccf2bd188d34,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:29.069365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (06e58465-8b66-4c88-8217-92db313ba2ad), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.085899 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.094826 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] 10.222.0.31 "DELETE /v2.0/networks/06e58465-8b66-4c88-8217-92db313ba2ad HTTP/1.1" status: 204 len: 168 time: 3.4498205 Feb 01 18:47:29.157088 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:29.179861 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d1009d4e-de07-4744-ab7f-4b95b8cad5b3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.183670 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Current status of the port 44498d84-0a08-4a96-bec9-90745043614c is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:29.184069 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44498d84-0a08-4a96-bec9-90745043614c), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.196296 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.197828 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1009d4e-de07-4744-ab7f-4b95b8cad5b3 HTTP/1.1" status: 204 len: 168 time: 2.4203260 Feb 01 18:47:29.211396 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.228836 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-55c12941-5f7f-494b-aba1-1974a902ac22 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2878580 Feb 01 18:47:29.238008 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50802) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:29.254363 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fdfcea-0a34-4086-a696-8f6c22442437 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:47:29.275528 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d320d34a-8846-402b-8a1a-0cb96e90c3ff req-de583090-3a5c-488b-bb93-bda3b840c1ab tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6510899 Feb 01 18:47:29.310846 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group_rule': {'security_group_id': '18125ab4-8131-484b-b915-f4a1acd8d4d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:29.371242 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb4e8-d51b-4386-8b18-396e9f440361 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e58465-8b66-4c88-8217-92db313ba2ad,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:29.414571 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] For port 44498d84-0a08-4a96-bec9-90745043614c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44498d84-0a08-4a96-bec9-90745043614c,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:29.431891 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239b5fa-faa2-4f38-85cc-65c12016e728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f853484-90a8-4544-a3f0-7f94425e7e13,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:29.442300 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d4929fb7-3eb3-451e-8724-61212287fbe6 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:29.453641 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.461733 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.485747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50806) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:29.516042 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39680cd-8405-4fc1-80ba-ba9ab215dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1009d4e-de07-4744-ab7f-4b95b8cad5b3,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:29.547791 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (7d56257f-812b-4d95-ab69-d2bf92f2014e), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.626587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] Publish callbacks [] for security_group (1f853484-90a8-4544-a3f0-7f94425e7e13), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.643292 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (7d56257f-812b-4d95-ab69-d2bf92f2014e), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.660732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (7d56257f-812b-4d95-ab69-d2bf92f2014e), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.688570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-69740596-6402-4ead-80d0-254fcdce4674 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e0f15deb54c4393a8a2c00dd72b2472&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1971848 Feb 01 18:47:29.698857 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50812) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:29.719596 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d56257f-812b-4d95-ab69-d2bf92f2014e,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:29.732991 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] Publish callbacks [] for security_group (1f853484-90a8-4544-a3f0-7f94425e7e13), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.946392 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] Publish callbacks [] for security_group (48387af5-2303-4d4d-8e87-1a4062025212), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.954669 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-925ccc53-b1d1-4b9a-8c77-b135523987d1 None None] Provisioning complete for port 44498d84-0a08-4a96-bec9-90745043614c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:29.955204 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-925ccc53-b1d1-4b9a-8c77-b135523987d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44498d84-0a08-4a96-bec9-90745043614c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.957766 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:29.966426 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-82232f9d-f754-4087-800f-3f9f349114f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6727633 Feb 01 18:47:29.986110 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50822) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:30.001084 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:30.084465 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.139938 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c40584-c4bb-4558-9552-8c9ac7dfeeea None None] Pushing event updated for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.145368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] Publish callbacks [] for security_group (48387af5-2303-4d4d-8e87-1a4062025212), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.170181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d4929fb7-3eb3-451e-8724-61212287fbe6 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:30.170753 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.184251 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:30.195197 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1f853484-90a8-4544-a3f0-7f94425e7e13), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.198202 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port d4929fb7-3eb3-451e-8724-61212287fbe6, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d4929fb7-3eb3-451e-8724-61212287fbe6,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:30.200741 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.202710 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f853484-90a8-4544-a3f0-7f94425e7e13 HTTP/1.1" status: 204 len: 168 time: 1.7278137 Feb 01 18:47:30.213408 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.253984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks [] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.269510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks [] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.289956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.338235 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-925ccc53-b1d1-4b9a-8c77-b135523987d1 None None] Current status of the port 44498d84-0a08-4a96-bec9-90745043614c is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:30.402991 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8897d-3fbf-4d13-94c4-e0acbeb69add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f853484-90a8-4544-a3f0-7f94425e7e13,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.461045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Transition to ACTIVE for port object 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:47:30.471916 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=d4929fb7-3eb3-451e-8724-61212287fbe6,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.490541 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.575068 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Pushing event updated for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.681865 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (48387af5-2303-4d4d-8e87-1a4062025212), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.691228 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.692421 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48387af5-2303-4d4d-8e87-1a4062025212 HTTP/1.1" status: 204 len: 168 time: 0.9909947 Feb 01 18:47:30.701342 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (56bcad2c-afed-43c8-b531-fd6372b2d874), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:30.804656 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:47:30.829743 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8b5d8-f04f-401d-bfac-f8c34956a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48387af5-2303-4d4d-8e87-1a4062025212,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.881327 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a2a22-acfc-42ea-acc6-ef1dd6c0d6cf req-94fa27b0-06ea-4867-bdb9-ac2d1f9eddd4 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:30.891632 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-384a2a22-acfc-42ea-acc6-ef1dd6c0d6cf req-94fa27b0-06ea-4867-bdb9-ac2d1f9eddd4 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 0.4025953 Feb 01 18:47:30.919047 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:30.931621 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50844) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:30.978799 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:30.982218 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:31.053248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d4929fb7-3eb3-451e-8724-61212287fbe6 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:31.143170 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Attempting to bind port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:31.143782 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Attempting to bind port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'be6a145d-ae20-4fd2-ba50-96deccb4c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:31.144281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Attempting to bind port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 on network ac504e47-8070-414e-92b9-2188ba1694b7 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:31.156864 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 on network ac504e47-8070-414e-92b9-2188ba1694b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:47:31.157408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Attempting to bind port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 on network ac504e47-8070-414e-92b9-2188ba1694b7 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:31.165915 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:31.166661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Checking segment: {'id': 'be6a145d-ae20-4fd2-ba50-96deccb4c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:31.167361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Bound using segment: {'id': 'be6a145d-ae20-4fd2-ba50-96deccb4c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:31.167954 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Bound port: 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6a145d-ae20-4fd2-ba50-96deccb4c373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:31.168592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.301596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d4929fb7-3eb3-451e-8724-61212287fbe6 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:31.302127 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.482326 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-384a2a22-acfc-42ea-acc6-ef1dd6c0d6cf req-adbe00a0-1d25-40c3-8d8b-446e4f73c0b1 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563536 Feb 01 18:47:31.526217 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:31.533463 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,segment=NetworkSegment(be6a145d-ae20-4fd2-ba50-96deccb4c373),segment_id=be6a145d-ae20-4fd2-ba50-96deccb4c373)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:31.548930 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.605605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:31.608772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.609089 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.610248 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] 10.222.0.39 "PUT /v2.0/ports/64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 HTTP/1.1" status: 200 len: 1094 time: 3.8598046 Feb 01 18:47:31.611072 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:47:31.661393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d4929fb7-3eb3-451e-8724-61212287fbe6 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:31.663930 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44498d84-0a08-4a96-bec9-90745043614c up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:31.747673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7292c-a2aa-4c86-af79-19d4eed2a3b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.773851 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b29185a9-c038-4340-a9b9-399bf19a01fa None None] Provisioning complete for port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:31.774278 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b29185a9-c038-4340-a9b9-399bf19a01fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:31.780597 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:47:31.888123 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b29185a9-c038-4340-a9b9-399bf19a01fa None None] Port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:31.944068 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 44498d84-0a08-4a96-bec9-90745043614c triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:31.944711 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44498d84-0a08-4a96-bec9-90745043614c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.004337 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50870) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:32.049347 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7292c-a2aa-4c86-af79-19d4eed2a3b9 admin admin] Publish callbacks [] for security_group (ef87eeda-45ed-47b9-a7ae-a07a091237c6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.070945 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6d7292c-a2aa-4c86-af79-19d4eed2a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ef87eeda-45ed-47b9-a7ae-a07a091237c6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.107607 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-054453f0-b94c-4ed6-890c-e07eef5291ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb73761e73bb406f9942c105342fa444&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0898254 Feb 01 18:47:32.117376 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50874) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:32.123005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-0295e1bd-cd7d-4bbc-aa84-752f6956ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:32.125392 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-0295e1bd-cd7d-4bbc-aa84-752f6956ed5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=407e1fdaf7c6465a95f84dcad32840dc&device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 1128 time: 0.3051305 Feb 01 18:47:32.184811 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 44498d84-0a08-4a96-bec9-90745043614c is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:32.241354 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-b547abc3-67db-4400-82cf-95b9a3fde51b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 HTTP/1.1" status: 200 len: 217 time: 0.0856540 Feb 01 18:47:32.247110 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf0e25-2667-411a-b8a1-1228db35d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:32.259426 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Allocated IP 172.27.3.93 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/c57d3e23-a421-4795-b6cc-ac3e2705de8c) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:32.318716 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-d2a6db42-7769-4593-a98a-02c7bd42d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:32.320259 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-d2a6db42-7769-4593-a98a-02c7bd42d5e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbb1c854-0f33-465f-8ac1-7d7e84a2d50a HTTP/1.1" status: 200 len: 851 time: 0.0679328 Feb 01 18:47:32.337285 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] Publish callbacks [] for security_group (67307c79-f430-4b9b-b432-fbf912defdf2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.357272 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b6d7292c-a2aa-4c86-af79-19d4eed2a3b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63beef833731421f9adfefddaad5cc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4159689 Feb 01 18:47:32.409045 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-97790d82-731f-4b23-aeec-2d3d3779261e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac504e47-8070-414e-92b9-2188ba1694b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605452 Feb 01 18:47:32.409790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 50880) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:32.439019 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0a375-23df-400b-9b12-afc68d3cc84e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:47:32.527671 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7292c-a2aa-4c86-af79-19d4eed2a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87eeda-45ed-47b9-a7ae-a07a091237c6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:32.615267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] Publish callbacks [] for security_group (67307c79-f430-4b9b-b432-fbf912defdf2), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.723772 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:47:32.738449 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:47:32.752929 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6aa7bdd3-1bf7-4423-a720-f558f39ca847 admin admin] 10.222.0.31 "PUT /v2.0/routers/56bcad2c-afed-43c8-b531-fd6372b2d874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9709945 Feb 01 18:47:32.760532 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:32.767258 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:32.811552 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (67307c79-f430-4b9b-b432-fbf912defdf2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.816206 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:32.817552 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67307c79-f430-4b9b-b432-fbf912defdf2 HTTP/1.1" status: 204 len: 168 time: 0.6909928 Feb 01 18:47:32.933412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:33.022254 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-77241d2e-f44b-4444-acbd-27935618868c service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940237 Feb 01 18:47:33.067978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022a458-72bb-4381-a0dc-0b7776e10761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67307c79-f430-4b9b-b432-fbf912defdf2,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:33.116430 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:33.259955 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:33.270810 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:33.287120 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:33.292194 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:33.431604 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=c57d3e23-a421-4795-b6cc-ac3e2705de8c,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:33.772843 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:33.807562 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] Publish callbacks [] for security_group (ef87eeda-45ed-47b9-a7ae-a07a091237c6), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:33.810996 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f6cd5d8-9367-462b-9200-fb8cf3977154 req-05c5ed54-b12c-4742-b2b9-5c5798c774a7 service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355080 Feb 01 18:47:33.812780 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6eb3ac-5732-4150-9d51-20563b9baf5d x-openstack-request-id: req-ff6eb3ac-5732-4150-9d51-20563b9baf5d {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:47:33.813069 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:47:33.813325 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff6eb3ac-5732-4150-9d51-20563b9baf5d {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:47:33.813766 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6', 'status': 'completed', 'code': 200} Feb 01 18:47:33.853080 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:33.865854 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a614-e6ce-4b52-82ce-ccaf2d717ffa req-612b9e67-fd31-4bcf-ba6b-37e25521e16f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:33.874660 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bce0a614-e6ce-4b52-82ce-ccaf2d717ffa req-612b9e67-fd31-4bcf-ba6b-37e25521e16f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 1.2527044 Feb 01 18:47:33.908119 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 2, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:33.993635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:47:33.995793 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Updating router 56bcad2c-afed-43c8-b531-fd6372b2d874 port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:47:34.084648 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.190735 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] Publish callbacks [] for security_group (ef87eeda-45ed-47b9-a7ae-a07a091237c6), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.368329 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-7dd59985-6be3-42ba-a389-80228a801381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:34.378721 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-7dd59985-6be3-42ba-a389-80228a801381 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=407e1fdaf7c6465a95f84dcad32840dc&device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 1128 time: 0.4586587 Feb 01 18:47:34.387827 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.396422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.498166 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bce0a614-e6ce-4b52-82ce-ccaf2d717ffa req-321953a3-8248-4623-bc81-52a439f44f89 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108263 Feb 01 18:47:34.743716 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.785488 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=c57d3e23-a421-4795-b6cc-ac3e2705de8c,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:34.809551 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ef87eeda-45ed-47b9-a7ae-a07a091237c6), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.821295 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.834742 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef87eeda-45ed-47b9-a7ae-a07a091237c6 HTTP/1.1" status: 204 len: 168 time: 2.4216111 Feb 01 18:47:34.860165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:34.875343 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c17a0e7b-7a90-4ef4-824b-2d4ffe2a0a1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8843222 Feb 01 18:47:34.902383 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04027c7c-8ba4-46cf-874f-7a829579ed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87eeda-45ed-47b9-a7ae-a07a091237c6,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:34.928070 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-47c6fbf5-87e6-4d96-a968-f5b9eeb961f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:34.931897 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-47c6fbf5-87e6-4d96-a968-f5b9eeb961f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac504e47-8070-414e-92b9-2188ba1694b7 HTTP/1.1" status: 200 len: 912 time: 0.5169988 Feb 01 18:47:35.035252 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks [] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.051898 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.139596 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-928c3c49-adaa-4265-bd6f-02f662cd4b72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 HTTP/1.1" status: 200 len: 217 time: 0.1456788 Feb 01 18:47:35.316024 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f36b-b81f-4081-937f-6e5349d3eb8c None None] Pushing event updated for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:35.407391 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-4a92aacf-da54-4794-91bb-d10913cc86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:35.411213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Attempting to bind port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:35.411579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Attempting to bind port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:35.411939 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Attempting to bind port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:35.413236 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-4a92aacf-da54-4794-91bb-d10913cc86c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbb1c854-0f33-465f-8ac1-7d7e84a2d50a HTTP/1.1" status: 200 len: 851 time: 0.2319741 Feb 01 18:47:35.432576 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:35.433043 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Checking segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:35.434075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.434568 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Bound using segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:35.436718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Bound port: 5688b88c-2172-42bd-a9be-dd16b1fcfc8c, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:35.437000 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.617422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50982) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:35.623368 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965561613', 'description': 'tempest-description--1585366774'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:35.663974 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] For port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:35.678578 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] For port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:35.696815 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.702502 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.878614 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (707caa7f-8a68-409d-8fd4-e1feb740e722), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.894791 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-f9a99b49-1aeb-4bd9-b36d-d89d94a5a713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac504e47-8070-414e-92b9-2188ba1694b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362183 Feb 01 18:47:35.896714 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (707caa7f-8a68-409d-8fd4-e1feb740e722), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:35.903632 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-ca368e56-6da3-482d-b8aa-302dcc9b15dd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--110157052&fields=id&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 267 time: 0.3342593 Feb 01 18:47:35.996544 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707caa7f-8a68-409d-8fd4-e1feb740e722,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:36.023630 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.025857 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-492341e9-0f63-4c81-a529-c0bba722dded tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4073493 Feb 01 18:47:36.029269 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 50994) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:36.040148 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group_rule': {'security_group_id': '707caa7f-8a68-409d-8fd4-e1feb740e722', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:36.060455 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99f36b-b81f-4081-937f-6e5349d3eb8c None None] Pushing event updated for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:36.103075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:47:36.105644 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:47:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:36.111018 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8d96-ca72-4369-bfe1-66b401d892ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.121683 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (c2881143-f144-4cf0-ac40-96517a8fd4ea), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.309006 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (c2881143-f144-4cf0-ac40-96517a8fd4ea), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.317165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (c2881143-f144-4cf0-ac40-96517a8fd4ea), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.380451 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2881143-f144-4cf0-ac40-96517a8fd4ea,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:36.391787 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.393793 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-41f05a37-9353-4a11-8ecb-b8c926606089 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622806 Feb 01 18:47:36.397165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51004) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:36.413182 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group_rule': {'security_group_id': '707caa7f-8a68-409d-8fd4-e1feb740e722', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:36.498986 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (f7fe152e-9769-46fe-80b3-7035dd36d13e), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.520081 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a740c-c21d-486a-9b97-65a60a796ee2 req-fa67153a-c099-4002-9de4-34c279c9c8e7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:36.527713 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7f0a740c-c21d-486a-9b97-65a60a796ee2 req-fa67153a-c099-4002-9de4-34c279c9c8e7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 0.7145247 Feb 01 18:47:36.554422 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-bd51e990-e4be-47f1-a0e5-fc17fba34a5e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:36.556860 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-bd51e990-e4be-47f1-a0e5-fc17fba34a5e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 816 time: 0.5748127 Feb 01 18:47:36.571549 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-71e621fa-d84d-465f-8569-c5eedec64027 service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758606 Feb 01 18:47:36.619870 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-3c78a5d7-04a8-4f47-b052-b7aba9e047b2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/quotas/a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 375 time: 0.0447927 Feb 01 18:47:36.669009 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (f7fe152e-9769-46fe-80b3-7035dd36d13e), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.681953 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (f7fe152e-9769-46fe-80b3-7035dd36d13e), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.727374 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7f0a740c-c21d-486a-9b97-65a60a796ee2 req-50f60667-d98f-4a20-b171-dba2343a9587 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985328 Feb 01 18:47:36.732811 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fe152e-9769-46fe-80b3-7035dd36d13e,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:36.735893 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Provisioning complete for port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:36.738380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.760679 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.762016 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-727d11c3-2325-49d7-9bfe-932b1ac41a8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632004 Feb 01 18:47:36.765294 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 51018) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:36.790819 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:36.929536 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:36.980490 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:47:36.984550 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d7a0a375-23df-400b-9b12-afc68d3cc84e req-cfea6650-e2df-472d-95a7-5d6fce96f429 service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004714 Feb 01 18:47:36.993377 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-3f171d66-f836-476d-a354-4765db738ee8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3653827 Feb 01 18:47:37.351351 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-e300234b-ca6a-4340-849b-faf4ad75b320 service neutron] 10.222.0.31 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023393 Feb 01 18:47:37.430267 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Current status of the port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:37.430981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:37.509107 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] For port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:37.525515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:37.656135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:35Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:47:37.689611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:37.813082 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afdff6-f19d-4493-ba3f-8e42ec191bab None None] Pushing event updated for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:37.818524 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63943341-d464-42d5-9a67-1b09f37fd675 None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:35Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:47:37.865665 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-6be8d1a9-785d-4b3a-a3bc-98d3dbbf3287 None None] Provisioning complete for port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:37.867313 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-6be8d1a9-785d-4b3a-a3bc-98d3dbbf3287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:38.066985 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-cb7eb9ee-86ba-4f9a-b180-f45329b615e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:38.109942 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-9d1efe8d-127a-4157-a34a-00efbec16585 service neutron] 10.222.0.31 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7445991 Feb 01 18:47:38.173961 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-6be8d1a9-785d-4b3a-a3bc-98d3dbbf3287 None None] Current status of the port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:38.191076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Allocated IP 172.27.3.120 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/5c9615b8-b2f7-4936-9609-dd03c0787e46) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:38.241710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef0d55-4bf3-49b2-af9a-8a5e4c0483c0 req-60e20ace-3a30-4bef-b17f-c40413f27488 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:38.243796 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eaef0d55-4bf3-49b2-af9a-8a5e4c0483c0 req-60e20ace-3a30-4bef-b17f-c40413f27488 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 0.2912705 Feb 01 18:47:38.500805 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eaef0d55-4bf3-49b2-af9a-8a5e4c0483c0 req-5f67127d-2fce-48df-9a91-86d777dc3412 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460911 Feb 01 18:47:38.721957 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-41e175be-02d2-4e23-b89c-9080d1ec5ae1 req-1b2fc2de-4131-496a-a155-92cdd180a372 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 210 time: 0.1489358 Feb 01 18:47:38.756453 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:38.779034 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 51090) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:38.871413 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5688b88c-2172-42bd-a9be-dd16b1fcfc8c up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:38.876441 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:38.996846 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:38.997967 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:39.082276 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=5c9615b8-b2f7-4936-9609-dd03c0787e46,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:39.112117 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:39.134518 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:39.148709 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:39.375782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:39.376668 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:39.417214 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:39.548972 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d0f09114-ee91-45bd-abee-e350aa843d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:39.991323 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d0f09114-ee91-45bd-abee-e350aa843d9a admin admin] Publish callbacks [] for security_group (36ec6cd0-6581-4fc2-a550-95ea7898d83d), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.043901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d0f09114-ee91-45bd-abee-e350aa843d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (36ec6cd0-6581-4fc2-a550-95ea7898d83d), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.089730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.100198 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4431220f-cebd-4bd4-92f1-5e67c88e7a2a req-53a8fb83-a14a-413e-8440-a94c53677db8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 210 time: 0.1039841 Feb 01 18:47:40.140043 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f09114-ee91-45bd-abee-e350aa843d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ec6cd0-6581-4fc2-a550-95ea7898d83d,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:40.163476 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51152) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:40.173719 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d0f09114-ee91-45bd-abee-e350aa843d9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c614c213865b4265acb4792a3af026ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3920200 Feb 01 18:47:40.204887 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709ac9-ccff-45b0-85a2-3d8447e40e9a req-b17897cb-19ab-44e8-b956-282f65cf11b8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:40.212855 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2d709ac9-ccff-45b0-85a2-3d8447e40e9a req-b17897cb-19ab-44e8-b956-282f65cf11b8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 0.2153199 Feb 01 18:47:40.249264 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] Publish callbacks [] for security_group (36ec6cd0-6581-4fc2-a550-95ea7898d83d), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.287916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] Publish callbacks [] for security_group (36ec6cd0-6581-4fc2-a550-95ea7898d83d), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.333364 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2d709ac9-ccff-45b0-85a2-3d8447e40e9a req-11910a80-1809-4e5a-b897-b7093c2d70bb tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194396 Feb 01 18:47:40.412769 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (36ec6cd0-6581-4fc2-a550-95ea7898d83d), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.416121 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.418101 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36ec6cd0-6581-4fc2-a550-95ea7898d83d HTTP/1.1" status: 204 len: 168 time: 0.2531750 Feb 01 18:47:40.429615 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd015230-d0a7-4f6e-b2cd-9ba933ed6fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ec6cd0-6581-4fc2-a550-95ea7898d83d,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:40.483554 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.492408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.557579 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=5c9615b8-b2f7-4936-9609-dd03c0787e46,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:40.572119 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.586341 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.601011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:40.610829 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b744fd4a-2e67-4ac9-99c9-e4e058534a59 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8336041 Feb 01 18:47:41.041500 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-03e53776-bfc7-4df7-9c4a-4a520ee7dde6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1965561613&fields=id&tenant_id=c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 267 time: 0.0600417 Feb 01 18:47:41.057844 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51212) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:41.075269 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-79323fdb-46ba-4eb6-930d-7d6667b25ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.190736 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-79323fdb-46ba-4eb6-930d-7d6667b25ffb admin admin] Publish callbacks [] for security_group (e7e646fb-a74b-4cd9-803c-0c56615b89c2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.200779 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-79323fdb-46ba-4eb6-930d-7d6667b25ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e7e646fb-a74b-4cd9-803c-0c56615b89c2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.222673 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-15b13a9e-1bbe-4f1f-995d-0626d10b162f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:41.231522 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-15b13a9e-1bbe-4f1f-995d-0626d10b162f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 810 time: 0.1812086 Feb 01 18:47:41.260940 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-79323fdb-46ba-4eb6-930d-7d6667b25ffb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7819d8240eec41eeb5ba9c704420febe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018657 Feb 01 18:47:41.263624 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79323fdb-46ba-4eb6-930d-7d6667b25ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e646fb-a74b-4cd9-803c-0c56615b89c2,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:41.284526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51222) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:41.355060 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] Publish callbacks [] for security_group (e7e646fb-a74b-4cd9-803c-0c56615b89c2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.395861 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] Publish callbacks [] for security_group (e7e646fb-a74b-4cd9-803c-0c56615b89c2), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.481594 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e7e646fb-a74b-4cd9-803c-0c56615b89c2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.498804 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.504395 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7e646fb-a74b-4cd9-803c-0c56615b89c2 HTTP/1.1" status: 204 len: 168 time: 0.2155104 Feb 01 18:47:41.504611 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4df7ab35-202c-44d2-b9ca-c0759b5d00e7 req-1d1d0d0f-f180-40a0-8187-1d358d9a4711 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 210 time: 0.0813873 Feb 01 18:47:41.524607 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-17d16149-6ea6-4a6b-82b9-778dc028b709 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/quotas/c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 375 time: 0.2918293 Feb 01 18:47:41.535271 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a63c-5f55-4fb4-ac43-088fa0c0bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e646fb-a74b-4cd9-803c-0c56615b89c2,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:41.541448 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-7338f0b3-5a23-46a3-8122-256c8e8064ca tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:41.542796 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-7338f0b3-5a23-46a3-8122-256c8e8064ca tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 816 time: 0.3028719 Feb 01 18:47:41.671156 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-887bd1c6-6a0d-4039-9cf1-c90788e2b64c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455128 Feb 01 18:47:41.738639 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-c21f82dd-58c8-4fe6-8b36-0f569ad175a7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 379 time: 0.1634638 Feb 01 18:47:41.780698 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'port': {'device_id': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'admin_state_up': True, 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'security_groups': ['18125ab4-8131-484b-b915-f4a1acd8d4d2']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:41.851715 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:41.887081 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e483e3-a20b-4de8-8954-016970dd9227 req-c6606bc6-6ac0-44e6-b2a4-a6eaf7676b7f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:41.888606 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-18e483e3-a20b-4de8-8954-016970dd9227 req-c6606bc6-6ac0-44e6-b2a4-a6eaf7676b7f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 944 time: 0.2053301 Feb 01 18:47:41.912644 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-8d798155-666a-4642-8749-1d849e0d6498 service neutron] 10.222.0.31 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245331 Feb 01 18:47:42.053050 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-18e483e3-a20b-4de8-8954-016970dd9227 req-656deedd-74c1-4b4e-8125-0c8168bbbfe6 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425679 Feb 01 18:47:42.076442 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Made reservation on behalf of a973b02f065c4069a16db170534cf59b for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:42.079807 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.116031 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:47:42.133830 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-7af14dfe-913d-4363-9884-d9f048f2f497 service neutron] 10.222.0.31 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096176 Feb 01 18:47:42.368563 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,segment=NetworkSegment(be6a145d-ae20-4fd2-ba50-96deccb4c373),segment_id=be6a145d-ae20-4fd2-ba50-96deccb4c373)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:42.374714 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51286) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:42.410769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6', 'network_id': 'ac504e47-8070-414e-92b9-2188ba1694b7', 'port_id': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6', 'mac_address': 'fa:16:3e:38:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb1c854-0f33-465f-8ac1-7d7e84a2d50a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:47:42.413030 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Allocated IP 172.20.0.3 (d89a6659-f29b-4c6d-add6-09a80c33bd09/f375edf2-5600-4475-a9c8-cfa7bbac5396/bf312a13-3b3a-4fa4-ae75-b66a04f07ec3) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:42.447544 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-957d9a53-eff9-438c-b2ae-7868d27f17ec req-d0bc7cff-e7a0-4845-a5c3-a2705578534f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 210 time: 0.0789356 Feb 01 18:47:42.495570 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:42.495732 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.527156 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:42.569188 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,segment=NetworkSegment(be6a145d-ae20-4fd2-ba50-96deccb4c373),segment_id=be6a145d-ae20-4fd2-ba50-96deccb4c373)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:42.576021 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.592936 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-222d0ea3-03aa-4a25-a6d8-4f92121d83b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.658028 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:42.731850 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-222d0ea3-03aa-4a25-a6d8-4f92121d83b9 admin admin] Publish callbacks [] for security_group (70c6065c-b23f-4a5c-933f-d462d963b642), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.742703 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.744422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-222d0ea3-03aa-4a25-a6d8-4f92121d83b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (70c6065c-b23f-4a5c-933f-d462d963b642), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.788855 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2cc6fd2b-9406-4e9b-9ef7-9d594ce3fa67 req-00e86a8f-c119-4f7d-b0b0-28126b093a99 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 210 time: 0.0526545 Feb 01 18:47:42.837684 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d0ea3-03aa-4a25-a6d8-4f92121d83b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6065c-b23f-4a5c-933f-d462d963b642,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:42.846265 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-222d0ea3-03aa-4a25-a6d8-4f92121d83b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4721375bdffe4087b856b3069c9acb9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697890 Feb 01 18:47:42.849346 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 51316) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:42.890347 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:42.912322 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['64af46ab-1aba-42de-a32e-b6ad7d3a4ee6'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:47:42.977825 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:42.981279 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:42.988483 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:42.991235 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:42.997725 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:42.998574 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.011000 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] Publish callbacks [] for security_group (70c6065c-b23f-4a5c-933f-d462d963b642), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.029996 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-f25dd170-9ac9-42f8-b4bf-3bfd5f6d1887 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2840292 Feb 01 18:47:43.051808 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] Publish callbacks [] for security_group (70c6065c-b23f-4a5c-933f-d462d963b642), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.063715 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Request body: {'port': {'device_id': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:43.291548 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.345338 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (70c6065c-b23f-4a5c-933f-d462d963b642), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.350241 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.354345 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70c6065c-b23f-4a5c-933f-d462d963b642 HTTP/1.1" status: 204 len: 168 time: 0.5010228 Feb 01 18:47:43.429352 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba0f10-b632-436d-b22b-aea4d1b9a54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6065c-b23f-4a5c-933f-d462d963b642,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:43.497941 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-016e2afe-72ab-4432-8cda-d8b44d2cdf79 None None] Provisioning complete for port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:43.500543 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-016e2afe-72ab-4432-8cda-d8b44d2cdf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:43.565538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc04ff-7e73-46f5-8e5a-73855fefaa8e req-82ab194c-3b1d-485f-8ffe-03a7074f9cd7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:43.567146 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-efdc04ff-7e73-46f5-8e5a-73855fefaa8e req-82ab194c-3b1d-485f-8ffe-03a7074f9cd7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 945 time: 0.3375139 Feb 01 18:47:43.627765 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3b31bce9-3c3d-4852-9ed3-280aea9fe781 req-d0bd20ee-2325-40f6-9290-1fbbcfbd8977 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 210 time: 0.0547259 Feb 01 18:47:43.687030 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-016e2afe-72ab-4432-8cda-d8b44d2cdf79 None None] Port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:43.752978 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-efdc04ff-7e73-46f5-8e5a-73855fefaa8e req-71112d40-e2b2-47c2-aafa-aa38e1d3b1c1 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627359 Feb 01 18:47:43.987245 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51366) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:43.998519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:44.002873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-38a376b9-9128-4eb1-9ad5-cc8d78ec7451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.010841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks [] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.021097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e132c5-79f7-4374-a354-a78c30591e0b req-fca1674a-4c52-479a-a758-a291c1b85c81 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:44.022829 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00e132c5-79f7-4374-a354-a78c30591e0b req-fca1674a-4c52-479a-a758-a291c1b85c81 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 931 time: 0.0875862 Feb 01 18:47:44.044536 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Transition to ACTIVE for port object bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:47:44.080630 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.117655 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-38a376b9-9128-4eb1-9ad5-cc8d78ec7451 admin admin] Publish callbacks [] for security_group (bbb4f329-9547-4274-977e-71b27a3f1656), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.129969 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-38a376b9-9128-4eb1-9ad5-cc8d78ec7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bbb4f329-9547-4274-977e-71b27a3f1656), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.186424 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:44.193032 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-38a376b9-9128-4eb1-9ad5-cc8d78ec7451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b9fb511ca0e40beba0fad1b7e62b827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043037 Feb 01 18:47:44.196046 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51380) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:44.241193 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00e132c5-79f7-4374-a354-a78c30591e0b req-866bde0b-1178-43c9-a4d3-76ec481085f5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060511 Feb 01 18:47:44.256081 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Attempting to bind port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:44.257750 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Attempting to bind port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:44.258274 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Attempting to bind port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:44.260976 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a376b9-9128-4eb1-9ad5-cc8d78ec7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb4f329-9547-4274-977e-71b27a3f1656,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:44.279112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:47:44.279112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Attempting to bind port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:44.286936 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:44.287447 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Checking segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:44.288012 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Bound using segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:44.288856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Bound port: bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:44.290177 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.337174 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] Publish callbacks [] for security_group (bbb4f329-9547-4274-977e-71b27a3f1656), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.378611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:44.386185 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:44.390659 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] Publish callbacks [] for security_group (bbb4f329-9547-4274-977e-71b27a3f1656), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.397563 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.474790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bbb4f329-9547-4274-977e-71b27a3f1656), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.477404 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.478637 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbb4f329-9547-4274-977e-71b27a3f1656 HTTP/1.1" status: 204 len: 168 time: 0.2793646 Feb 01 18:47:44.487371 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0e834-f59d-45e9-88ad-c3f1365a8be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb4f329-9547-4274-977e-71b27a3f1656,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:44.491135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:44.491965 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:44.493514 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] 10.222.0.39 "PUT /v2.0/ports/bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 1093 time: 1.4455743 Feb 01 18:47:44.500898 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:47:44.504158 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e87139-e914-44e9-8590-ae0c0a50078e" -d '{"events": [{"name": "network-changed", "server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:47:44.512159 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976782ee-38a2-40cf-a7db-30a5b2e3ede2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:44.551944 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036714fc-3d06-41e4-b7f2-6f734dd4819e x-openstack-request-id: req-036714fc-3d06-41e4-b7f2-6f734dd4819e {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:47:44.552100 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:47:44.552580 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-036714fc-3d06-41e4-b7f2-6f734dd4819e {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:47:44.552808 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'status': 'completed', 'code': 200} Feb 01 18:47:44.784942 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-acf96883-cfc5-45b1-ab63-56c9e8ff3477 req-c034c8c1-2d17-4115-8ce0-8c556c21f9c9 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 210 time: 0.0616426 Feb 01 18:47:44.908379 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51402) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:44.948446 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056d3a-fc6f-4ea2-ae0b-7da4743754c2 req-1ddb8f83-46b4-45c2-bc70-180114b298d8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:44.950532 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c056d3a-fc6f-4ea2-ae0b-7da4743754c2 req-1ddb8f83-46b4-45c2-bc70-180114b298d8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 945 time: 0.0944922 Feb 01 18:47:45.043266 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c056d3a-fc6f-4ea2-ae0b-7da4743754c2 req-7df39fa0-50c6-421a-b3dd-f447eff28917 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859699 Feb 01 18:47:45.123484 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33e3673b-35bd-4e28-9e9a-e0d0937c6517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.254728 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33e3673b-35bd-4e28-9e9a-e0d0937c6517 admin admin] Publish callbacks [] for security_group (97ba6578-91bf-4827-bbdd-68cb78493fe7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.265316 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-33e3673b-35bd-4e28-9e9a-e0d0937c6517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (97ba6578-91bf-4827-bbdd-68cb78493fe7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.315704 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-33e3673b-35bd-4e28-9e9a-e0d0937c6517 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f41f03210b46338e38465b23fac83c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062302 Feb 01 18:47:45.318085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3673b-35bd-4e28-9e9a-e0d0937c6517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba6578-91bf-4827-bbdd-68cb78493fe7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:45.318469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 51426) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:45.389057 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] Publish callbacks [] for security_group (97ba6578-91bf-4827-bbdd-68cb78493fe7), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.439870 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] Publish callbacks [] for security_group (97ba6578-91bf-4827-bbdd-68cb78493fe7), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.481625 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066317cb-9376-4660-a030-721b6dc660c2 req-7d846d0f-061d-4557-bef8-28f2e3ecc43d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:45.483577 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-066317cb-9376-4660-a030-721b6dc660c2 req-7d846d0f-061d-4557-bef8-28f2e3ecc43d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.1134751 Feb 01 18:47:45.542108 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (97ba6578-91bf-4827-bbdd-68cb78493fe7), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.544728 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:45.545871 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97ba6578-91bf-4827-bbdd-68cb78493fe7 HTTP/1.1" status: 204 len: 168 time: 0.2263181 Feb 01 18:47:45.560981 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c267b8-65f2-4710-a653-24e2198465b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba6578-91bf-4827-bbdd-68cb78493fe7,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:45.566098 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-066317cb-9376-4660-a030-721b6dc660c2 req-b409cb0a-3438-490f-a281-eb304ab668e1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715873 Feb 01 18:47:45.921056 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e86d64c0-ff5f-4051-8214-6bbec7e956cb req-3c360de2-b385-4c95-92de-46f18dc15e9e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 210 time: 0.0356133 Feb 01 18:47:45.937018 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51450) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:45.952659 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-948f9b37-183e-4a8e-8508-bfc1977736d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.035143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-948f9b37-183e-4a8e-8508-bfc1977736d0 admin admin] Publish callbacks [] for security_group (b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.041756 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-948f9b37-183e-4a8e-8508-bfc1977736d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.081932 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f9b37-183e-4a8e-8508-bfc1977736d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:46.087802 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-948f9b37-183e-4a8e-8508-bfc1977736d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a33737a048174c7b839ab2b5dacb195f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493568 Feb 01 18:47:46.091795 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 51460) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:46.162092 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] Publish callbacks [] for security_group (b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.189291 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] Publish callbacks [] for security_group (b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.232985 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002abbd6-d73b-4e8b-9e61-37fb5e0b6778 req-4e55a605-7bc2-43b2-8ade-dbcb9535f391 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:46.234991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-002abbd6-d73b-4e8b-9e61-37fb5e0b6778 req-4e55a605-7bc2-43b2-8ade-dbcb9535f391 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 945 time: 0.0703650 Feb 01 18:47:46.250996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.253635 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:46.255598 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a HTTP/1.1" status: 204 len: 168 time: 0.1628237 Feb 01 18:47:46.269570 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3e9e7-3d36-41a7-92c0-349e3f3faa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ddf7af-c5c4-47ae-9d9a-e37bfc22741a,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:46.295129 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-002abbd6-d73b-4e8b-9e61-37fb5e0b6778 req-27b1b0ab-618d-4d71-8777-94d0d6984bd4 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542858 Feb 01 18:47:46.367354 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87139-e914-44e9-8590-ae0c0a50078e req-81b44109-634a-4170-93be-b40e3e96ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:46.369835 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93e87139-e914-44e9-8590-ae0c0a50078e req-81b44109-634a-4170-93be-b40e3e96ff33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1127 time: 0.0576398 Feb 01 18:47:46.591066 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87139-e914-44e9-8590-ae0c0a50078e req-f2a3b39a-9cee-4c45-af8e-4167a15833c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:46.593432 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93e87139-e914-44e9-8590-ae0c0a50078e req-f2a3b39a-9cee-4c45-af8e-4167a15833c3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a973b02f065c4069a16db170534cf59b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2099290 Feb 01 18:47:46.731099 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.39', 53811) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:47:46.982094 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-7c0c124d-d6e4-41f5-b354-9b76968af9a1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:46.983865 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-7c0c124d-d6e4-41f5-b354-9b76968af9a1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 810 time: 0.2501757 Feb 01 18:47:47.110783 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-09a5e40b-d222-42c6-a89b-5d674291324a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 380 time: 0.1160500 Feb 01 18:47:47.114532 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-31853e98-8c6c-4d29-b506-9236e59930d2 req-bfe7d510-bb78-4c0b-b2a9-795c4c120e99 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 210 time: 0.0690758 Feb 01 18:47:47.135646 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'port': {'device_id': '776e995b-6b94-426b-b810-76b459523fdf', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'admin_state_up': True, 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'security_groups': ['707caa7f-8a68-409d-8fd4-e1feb740e722']}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:47.159306 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87139-e914-44e9-8590-ae0c0a50078e req-d5fc6c26-3bfa-4b0b-be4a-21dc0cf1ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.161238 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93e87139-e914-44e9-8590-ae0c0a50078e req-d5fc6c26-3bfa-4b0b-be4a-21dc0cf1ad10 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5570266 Feb 01 18:47:47.175209 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96ce52-7e65-4422-a458-9611555c1fb8 req-3c179e73-aac1-44f2-9185-6587cb2c38d8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.177403 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b96ce52-7e65-4422-a458-9611555c1fb8 req-3c179e73-aac1-44f2-9185-6587cb2c38d8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.1874752 Feb 01 18:47:47.309135 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b96ce52-7e65-4422-a458-9611555c1fb8 req-81406513-07eb-4384-92e3-8defe5fa2442 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217999 Feb 01 18:47:47.359666 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-615be41d-8b30-42a5-b254-5ec7c2d31f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.361716 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-615be41d-8b30-42a5-b254-5ec7c2d31f61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1127 time: 0.1398284 Feb 01 18:47:47.384575 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Made reservation on behalf of c1f3957e2db84d628128076327c3411f for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:47:47.391556 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:47.443499 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-ff2b4597-3372-4f5c-959e-674b1f67909e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 217 time: 0.0737684 Feb 01 18:47:47.636920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-b58f4ab7-2762-4e82-a1b7-5ebe14dda88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.638511 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-b58f4ab7-2762-4e82-a1b7-5ebe14dda88c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.1844485 Feb 01 18:47:47.766986 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7453d9-d0d1-43d0-9fd7-da682afb3734 req-0e15c55f-4a03-4aee-9c0c-d96d1ea3ac99 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.775424 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da7453d9-d0d1-43d0-9fd7-da682afb3734 req-0e15c55f-4a03-4aee-9c0c-d96d1ea3ac99 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 945 time: 0.3307340 Feb 01 18:47:47.872045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-dfdc7013-dd68-4fb3-a1fa-45024c89159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:47.873684 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-dfdc7013-dd68-4fb3-a1fa-45024c89159d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2237887 Feb 01 18:47:47.889925 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da7453d9-d0d1-43d0-9fd7-da682afb3734 req-795342f2-3372-486c-b8cf-fc3c1cc2bda1 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131387 Feb 01 18:47:47.969076 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Allocated IP 172.20.0.11 (6ffeec84-f44c-4d2a-a87a-5bc936c409a6/9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b/2d515610-86ef-4c8f-b5f8-9135dbcf3b8b) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:47:48.152960 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.207036 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.280936 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ff1f4-4540-4519-93f3-cbd793fc7793 req-1171e72e-09f7-49a7-9bc7-e07e6041cd4a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:48.282679 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d4ff1f4-4540-4519-93f3-cbd793fc7793 req-1171e72e-09f7-49a7-9bc7-e07e6041cd4a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 932 time: 0.0846798 Feb 01 18:47:48.308001 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:48.321400 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:47:48.323268 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:47:48.325673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:47:48.340931 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d4ff1f4-4540-4519-93f3-cbd793fc7793 req-bc653332-b067-4f28-976a-341ae984d525 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485239 Feb 01 18:47:48.389295 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:48.390014 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.412304 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-4a6a259b-32a3-402b-a674-755c026cade0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898340 Feb 01 18:47:48.462564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43666-989a-4618-97ae-a2177d94cb7f req-0f65a653-4463-4ef0-bc7e-c4bbc5851544 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:48.464215 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d1d43666-989a-4618-97ae-a2177d94cb7f req-0f65a653-4463-4ef0-bc7e-c4bbc5851544 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0601246 Feb 01 18:47:48.524282 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d1d43666-989a-4618-97ae-a2177d94cb7f req-ac49d604-c904-4597-8ae5-895a9c8f20d0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540707 Feb 01 18:47:48.654624 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-2bb041ef-9fac-4f68-8aba-8f92e63e9ccb None None] Provisioning complete for port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:48.655217 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-2bb041ef-9fac-4f68-8aba-8f92e63e9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.692887 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-2bb041ef-9fac-4f68-8aba-8f92e63e9ccb None None] Port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:47:48.765648 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:47:48.778564 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Request body: {'port': {'device_id': '776e995b-6b94-426b-b810-76b459523fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:47:48.831946 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:47:48.836852 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:47:48.837220 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.884170 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.888720 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-06608fd0-7def-4bf7-989c-457be5b12019 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150422 Feb 01 18:47:48.930052 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:48.930689 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:48.956653 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:47:49.035135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,segment=NetworkSegment(be6a145d-ae20-4fd2-ba50-96deccb4c373),segment_id=be6a145d-ae20-4fd2-ba50-96deccb4c373)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:49.038026 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fccf51-305d-4c82-81e0-4691f9b7d5ac req-41723de8-fa7f-42ae-818a-1aaa90c0768b tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:49.039819 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27fccf51-305d-4c82-81e0-4691f9b7d5ac req-41723de8-fa7f-42ae-818a-1aaa90c0768b tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 945 time: 0.0638130 Feb 01 18:47:49.040901 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.109531 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27fccf51-305d-4c82-81e0-4691f9b7d5ac req-89a59adf-b485-4f42-9b3f-50d22ee454da tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627525 Feb 01 18:47:49.196120 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fdc02-abf4-46a3-baba-5b3c4e518e01" -d '{"events": [{"server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "name": "network-vif-plugged", "status": "completed", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:47:49.223647 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:49.256126 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:49.264427 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks [] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.285088 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Transition to ACTIVE for port object 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:47:49.293446 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.340426 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfe48a9-0943-4a2e-8554-7599ebc2d5ae x-openstack-request-id: req-6bfe48a9-0943-4a2e-8554-7599ebc2d5ae {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:47:49.340846 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "name": "network-vif-plugged", "status": "completed", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:47:49.341069 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bfe48a9-0943-4a2e-8554-7599ebc2d5ae {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:47:49.341745 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6', 'code': 200} Feb 01 18:47:49.375424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:49.451295 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Attempting to bind port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:47:49.451931 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Attempting to bind port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:47:49.452048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Attempting to bind port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:49.456633 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:47:49.456958 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Attempting to bind port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:47:49.462220 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:47:49.462588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Checking segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:47:49.463145 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Bound using segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:47:49.463590 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Bound port: 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:47:49.463949 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.469706 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40ab1d-aa8a-41f9-9df3-09f0b7d10860 req-16c45aa4-0596-402a-b674-0938b00a4f62 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:49.471696 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf40ab1d-aa8a-41f9-9df3-09f0b7d10860 req-16c45aa4-0596-402a-b674-0938b00a4f62 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0551760 Feb 01 18:47:49.523261 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf40ab1d-aa8a-41f9-9df3-09f0b7d10860 req-0b9431e0-f1ee-4a83-9498-4dbc2dd1155f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457168 Feb 01 18:47:49.543101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:47:49.547978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:47:49.553885 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.590119 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:49.590772 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:49.592222 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] 10.222.0.39 "PUT /v2.0/ports/2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1094 time: 0.8178897 Feb 01 18:47:49.594634 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:47:49.648602 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdcba-ffd3-4af2-8fa6-6974464dde7a service neutron] Pushing event updated for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:49.668418 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff65be-41bd-4776-a8a4-2353023826b9" -d '{"events": [{"name": "network-changed", "server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:47:49.705052 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60384c-eacd-40cb-a0be-eef68e6e97e4 req-5f57f05c-7d69-4379-bd30-e404112f4de7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:49.711250 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c60384c-eacd-40cb-a0be-eef68e6e97e4 req-5f57f05c-7d69-4379-bd30-e404112f4de7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0944507 Feb 01 18:47:49.759648 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c60384c-eacd-40cb-a0be-eef68e6e97e4 req-227a4e87-069a-42e6-a401-b4f2c260866f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469506 Feb 01 18:47:49.792622 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae75d3-7717-4806-9cd4-1051149db1b6 x-openstack-request-id: req-a4ae75d3-7717-4806-9cd4-1051149db1b6 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:47:49.792916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:47:49.793167 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4ae75d3-7717-4806-9cd4-1051149db1b6 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:47:49.793627 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'status': 'completed', 'code': 200} Feb 01 18:47:50.232741 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e1be-a19b-4cbb-9e50-8dbe60eb8545 req-8aedd308-c385-483f-8e44-7aa0d53f2309 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:50.234235 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3215e1be-a19b-4cbb-9e50-8dbe60eb8545 req-8aedd308-c385-483f-8e44-7aa0d53f2309 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0517967 Feb 01 18:47:50.290981 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3215e1be-a19b-4cbb-9e50-8dbe60eb8545 req-d2dd0d6b-f5eb-436b-a5c3-86ba468d5bd6 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503371 Feb 01 18:47:50.697122 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621bcb8-293a-42a7-aea0-cbf9b986e280 req-1b8300a2-7fb5-4a75-b8e3-10f4aab56a4d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:50.698645 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d621bcb8-293a-42a7-aea0-cbf9b986e280 req-1b8300a2-7fb5-4a75-b8e3-10f4aab56a4d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.1057956 Feb 01 18:47:50.771163 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bafd853b-ad0a-4968-a4fb-ef553204fc29 req-4393bce4-86b6-4495-aebd-46062e21d629 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379602 Feb 01 18:47:50.775481 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d621bcb8-293a-42a7-aea0-cbf9b986e280 req-80382090-538e-49d1-8961-48e5414f896b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699360 Feb 01 18:47:50.841536 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-faeadd31-e961-4524-8915-e4f4f163fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:50.843164 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-faeadd31-e961-4524-8915-e4f4f163fbcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1128 time: 0.1006296 Feb 01 18:47:50.930931 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-6b72674a-4ced-4b4d-9fe5-445248feae58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 217 time: 0.0705285 Feb 01 18:47:50.961807 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ef763-f0fe-48ec-8f55-e85f74a2d752 req-f259914e-edb0-46d6-ad55-6028dd63df8a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:50.963443 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c9ef763-f0fe-48ec-8f55-e85f74a2d752 req-f259914e-edb0-46d6-ad55-6028dd63df8a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.1195529 Feb 01 18:47:50.987942 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-bd2786bd-2d59-4380-92ba-37516fc2e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:50.989038 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-bd2786bd-2d59-4380-92ba-37516fc2e1ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 1130 time: 0.1176624 Feb 01 18:47:51.000895 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-3e6e9bff-1d3b-487e-9809-2193b11b348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:51.003402 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-3e6e9bff-1d3b-487e-9809-2193b11b348b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0648665 Feb 01 18:47:51.024385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-a67f8f2c-ed7c-410e-9f1a-740115d6e917 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:51.053315 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c9ef763-f0fe-48ec-8f55-e85f74a2d752 req-c4aa1fcf-a3d7-4867-9dfa-e1d466ca2775 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795448 Feb 01 18:47:51.097287 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-738380fe-6bfe-44f0-8c70-e53fd184c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:51.098840 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-738380fe-6bfe-44f0-8c70-e53fd184c072 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848098 Feb 01 18:47:51.127328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-a67f8f2c-ed7c-410e-9f1a-740115d6e917 service neutron] Publish callbacks [] for security_group (945ee3b3-8245-4b00-a885-0d9b2e1c623d), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:51.132726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-a67f8f2c-ed7c-410e-9f1a-740115d6e917 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (945ee3b3-8245-4b00-a885-0d9b2e1c623d), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:51.184872 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4dc3e3a2-fc24-43a4-9d75-1e38b67aab83 req-a67f8f2c-ed7c-410e-9f1a-740115d6e917 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844072 Feb 01 18:47:51.186872 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f8f2c-ed7c-410e-9f1a-740115d6e917 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=945ee3b3-8245-4b00-a885-0d9b2e1c623d,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:51.208076 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-de5addd1-55ad-4a46-93a7-55ecac628123 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009026 Feb 01 18:47:51.431522 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5842c1c-50f7-461f-bf27-181c0fd98432 req-9996d6d3-d85d-4c71-ae9d-052ac67304ef tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:51.433059 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c5842c1c-50f7-461f-bf27-181c0fd98432 req-9996d6d3-d85d-4c71-ae9d-052ac67304ef tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0533745 Feb 01 18:47:51.481194 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c5842c1c-50f7-461f-bf27-181c0fd98432 req-dc18ccfd-5fd5-40a9-b3b4-a1269189ad21 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Feb 01 18:47:51.917833 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef21738-df67-4be8-8afe-8164bbade640 req-2f3f5eb9-6c55-4777-a6e6-f630ff1cb6e6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:51.919363 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3ef21738-df67-4be8-8afe-8164bbade640 req-2f3f5eb9-6c55-4777-a6e6-f630ff1cb6e6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0686462 Feb 01 18:47:51.982343 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3ef21738-df67-4be8-8afe-8164bbade640 req-eb452602-7fad-46b8-a512-3d34367ced2e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548439 Feb 01 18:47:52.194592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc3918-a8c1-4220-8b3c-5487fd5403e0 req-3fa39847-047a-40f8-9e51-ac8bd514ab7e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:52.196093 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fdc3918-a8c1-4220-8b3c-5487fd5403e0 req-3fa39847-047a-40f8-9e51-ac8bd514ab7e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0578463 Feb 01 18:47:52.245602 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fdc3918-a8c1-4220-8b3c-5487fd5403e0 req-b2bc4fc4-7155-43e3-9e02-45a31b24a4a8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Feb 01 18:47:52.599507 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778ce7-03ff-48b1-a1b5-4ccd23c1d6cb req-521a27dc-abe4-42a9-8c20-21251f874421 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:52.600999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-63778ce7-03ff-48b1-a1b5-4ccd23c1d6cb req-521a27dc-abe4-42a9-8c20-21251f874421 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0528376 Feb 01 18:47:52.648095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-63778ce7-03ff-48b1-a1b5-4ccd23c1d6cb req-06c53527-c106-43fe-b03e-8b8d6c25a323 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Feb 01 18:47:52.744748 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:53.099482 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f9f9-3588-4263-81fa-90eb9e2ca15b req-bb71135b-8aaa-4b6d-9a05-d272e581ccec tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:53.100958 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2c2f9f9-3588-4263-81fa-90eb9e2ca15b req-bb71135b-8aaa-4b6d-9a05-d272e581ccec tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0529890 Feb 01 18:47:53.157369 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2c2f9f9-3588-4263-81fa-90eb9e2ca15b req-95a58b7c-f425-4794-920a-368b20f0fbac tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Feb 01 18:47:53.368098 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583e4f7-f787-4784-b769-6a037faad810 req-ecb67797-2f3e-4793-985e-2aad0f9c51bf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:53.369571 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1583e4f7-f787-4784-b769-6a037faad810 req-ecb67797-2f3e-4793-985e-2aad0f9c51bf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0528150 Feb 01 18:47:53.418812 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1583e4f7-f787-4784-b769-6a037faad810 req-2cdaf96d-03ae-437f-af08-eb964065766c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435834 Feb 01 18:47:53.768804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ee7b-aa13-46e7-a25e-6436688f4274 req-444f1cc3-c95e-44cb-9f7d-aafe9ba191d0 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:53.771387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6a2ee7b-aa13-46e7-a25e-6436688f4274 req-444f1cc3-c95e-44cb-9f7d-aafe9ba191d0 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0546041 Feb 01 18:47:53.819759 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6a2ee7b-aa13-46e7-a25e-6436688f4274 req-49b56bd3-6368-4e0c-98b0-dff18ecaa006 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Feb 01 18:47:54.279212 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43621114-fe6f-434e-8134-b4b3393173f3 req-6afa38d9-49f1-4b4b-8170-c13b96c026fa tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:54.280657 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-43621114-fe6f-434e-8134-b4b3393173f3 req-6afa38d9-49f1-4b4b-8170-c13b96c026fa tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0566595 Feb 01 18:47:54.328883 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-43621114-fe6f-434e-8134-b4b3393173f3 req-c79b86db-dfb1-4541-abf9-8a1e5b1b8799 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Feb 01 18:47:54.516842 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a400dcbb-23b4-4308-9277-f89de7b5d449 req-0677387e-bff4-4f36-ad3b-d89c4e46a804 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937326 Feb 01 18:47:54.575208 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3ad64-42cf-450a-8569-175d7495c643 req-134fcba7-58cd-40c1-8845-c2da8216a17d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:54.576939 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6d3ad64-42cf-450a-8569-175d7495c643 req-134fcba7-58cd-40c1-8845-c2da8216a17d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0837204 Feb 01 18:47:54.623628 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff65be-41bd-4776-a8a4-2353023826b9 req-9c01dd54-50aa-42cd-860a-baa5e446ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:54.625172 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-9c01dd54-50aa-42cd-860a-baa5e446ad67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1128 time: 0.0490158 Feb 01 18:47:54.640352 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6d3ad64-42cf-450a-8569-175d7495c643 req-05d535bd-002e-4b49-88d9-5e4a28eb54b9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566549 Feb 01 18:47:54.941233 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff65be-41bd-4776-a8a4-2353023826b9 req-bed61c16-3b62-4621-b248-afad5ab68eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:54.942721 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-bed61c16-3b62-4621-b248-afad5ab68eca service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.3016105 Feb 01 18:47:54.945397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c9f22-07c6-4ee9-8fea-be6da46b1ab2 req-5c51ebb6-58ea-49ea-96f2-2da0df6b84fb tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:54.946914 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-511c9f22-07c6-4ee9-8fea-be6da46b1ab2 req-5c51ebb6-58ea-49ea-96f2-2da0df6b84fb tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0567749 Feb 01 18:47:54.990989 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-a011fb02-27f9-4384-b5cc-1b59ef790dc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 217 time: 0.0382268 Feb 01 18:47:54.999936 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-511c9f22-07c6-4ee9-8fea-be6da46b1ab2 req-7c879fe4-5baa-4d22-a0b6-c5f0ea3ad5bc tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466073 Feb 01 18:47:55.050966 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff65be-41bd-4776-a8a4-2353023826b9 req-fcf0dbb3-a260-4720-8789-ab1eaa0c3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:55.052467 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-fcf0dbb3-a260-4720-8789-ab1eaa0c3283 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0523691 Feb 01 18:47:55.109137 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff65be-41bd-4776-a8a4-2353023826b9 req-0f80236b-8630-4403-9271-4d35c658d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:55.110857 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-0f80236b-8630-4403-9271-4d35c658d3e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487309 Feb 01 18:47:55.215580 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-54059093-0c2c-45a6-9732-f3d30128f56e service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930095 Feb 01 18:47:55.335202 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-afff65be-41bd-4776-a8a4-2353023826b9 req-02c6d3d8-3fcd-4675-8bf9-d96c85bbfb6a service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091952 Feb 01 18:47:55.462856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aa9cc-98af-44ac-b062-0ff5ea2488ca req-8b46ab30-5484-46fa-8fca-ffac62e67e93 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:55.464408 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da1aa9cc-98af-44ac-b062-0ff5ea2488ca req-8b46ab30-5484-46fa-8fca-ffac62e67e93 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0626783 Feb 01 18:47:55.523093 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da1aa9cc-98af-44ac-b062-0ff5ea2488ca req-05481710-f307-43e5-968c-ae9af51ebc9a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516236 Feb 01 18:47:55.778827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0138eba-30d2-4765-a16a-1b9a7bf64974 req-e22b86a5-2638-4032-a43b-b4d842b35ca9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:55.780375 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d0138eba-30d2-4765-a16a-1b9a7bf64974 req-e22b86a5-2638-4032-a43b-b4d842b35ca9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0611780 Feb 01 18:47:55.845413 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d0138eba-30d2-4765-a16a-1b9a7bf64974 req-19a65c76-2258-4dfc-8172-9dd3c19c0213 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580063 Feb 01 18:47:56.136549 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436602fb-6d4b-4636-a783-ecb465e3d813 req-f4c7520e-f3b8-4511-9e77-128e5b69f1d5 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:56.138151 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-436602fb-6d4b-4636-a783-ecb465e3d813 req-f4c7520e-f3b8-4511-9e77-128e5b69f1d5 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0630424 Feb 01 18:47:56.196842 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-436602fb-6d4b-4636-a783-ecb465e3d813 req-9102a25f-b919-487f-958d-b65762fce0ed tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497596 Feb 01 18:47:56.646455 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2827-0d15-417d-9745-a517bcb6a794 req-eef82516-27cf-4b39-94cd-ee3e5d0179b9 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:56.648002 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6bba2827-0d15-417d-9745-a517bcb6a794 req-eef82516-27cf-4b39-94cd-ee3e5d0179b9 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 944 time: 0.0534716 Feb 01 18:47:56.697173 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6bba2827-0d15-417d-9745-a517bcb6a794 req-52954229-f939-4964-b859-c084cb2c0b30 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Feb 01 18:47:56.978912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea40aba-bad8-4be9-ab2d-0ef3ec84224a req-5fab2bb4-ad23-4e41-8c94-1d09ac09b8ed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:56.980298 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3ea40aba-bad8-4be9-ab2d-0ef3ec84224a req-5fab2bb4-ad23-4e41-8c94-1d09ac09b8ed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0568199 Feb 01 18:47:56.998067 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:47:57.030257 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3ea40aba-bad8-4be9-ab2d-0ef3ec84224a req-e77dd95c-fa85-4cf8-8ce7-03ab565f19f3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Feb 01 18:47:57.105984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:57.118383 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'port_id': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'mac_address': 'fa:16:3e:65:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:47:57.155616 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:57.155998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:57.169103 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:57.192968 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:57.196814 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:57.245741 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:57.336206 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f885c-ba34-46c7-9df3-ade85b194f9a req-5ae16990-aa4b-4ff7-8cb6-1149328bdafc tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:57.337714 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-465f885c-ba34-46c7-9df3-ade85b194f9a req-5ae16990-aa4b-4ff7-8cb6-1149328bdafc tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0572188 Feb 01 18:47:57.386087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-465f885c-ba34-46c7-9df3-ade85b194f9a req-97567b2a-f880-4d26-8fd9-cc0df70c9011 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Feb 01 18:47:57.819526 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5823d-6940-40d5-8d71-550ef1811657 req-f8a02e1e-b88b-49e1-8ad7-4e9107fd00db tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:57.821273 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fa5823d-6940-40d5-8d71-550ef1811657 req-f8a02e1e-b88b-49e1-8ad7-4e9107fd00db tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0572426 Feb 01 18:47:57.880382 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fa5823d-6940-40d5-8d71-550ef1811657 req-15767024-7258-49a2-892b-0a9d6d614366 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536678 Feb 01 18:47:58.157112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50977a2-8384-4467-b291-3777c02a4748 req-c0cd0241-c8c7-4e56-aaa7-3597cf1cef65 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:58.158646 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c50977a2-8384-4467-b291-3777c02a4748 req-c0cd0241-c8c7-4e56-aaa7-3597cf1cef65 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0544677 Feb 01 18:47:58.205325 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c50977a2-8384-4467-b291-3777c02a4748 req-d1c3da22-59dc-40cb-a001-2bdb301a3949 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Feb 01 18:47:58.504603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81bf9f-3568-4a4a-8fdf-9dd35bd66156 req-bf572abc-9f11-4fa5-bfdb-2d806097e615 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:58.508371 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eb81bf9f-3568-4a4a-8fdf-9dd35bd66156 req-bf572abc-9f11-4fa5-bfdb-2d806097e615 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0537803 Feb 01 18:47:58.555530 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eb81bf9f-3568-4a4a-8fdf-9dd35bd66156 req-ae913a16-f279-4f28-b307-b25ac349879f tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Feb 01 18:47:58.992929 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:47:59.012471 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60133b-ee91-4be0-b00f-ff14fde253e4 req-0782b9f9-5d54-4093-846f-51b262159989 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:59.013970 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8b60133b-ee91-4be0-b00f-ff14fde253e4 req-0782b9f9-5d54-4093-846f-51b262159989 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0613496 Feb 01 18:47:59.069362 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8b60133b-ee91-4be0-b00f-ff14fde253e4 req-1ce1ab3a-dfd0-47b0-92ef-3b59548b9031 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492208 Feb 01 18:47:59.098128 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:59.115410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:47:59.157054 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:47:59.157440 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:59.172567 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:47:59.193712 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:47:59.198262 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:47:59.255391 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:47:59.274626 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:47:59.335484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3858fd-5643-4f4b-b1b8-6da83e300a2a req-68039ca3-d9a2-4cc8-b386-8ff6fdf0828b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:59.336986 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be3858fd-5643-4f4b-b1b8-6da83e300a2a req-68039ca3-d9a2-4cc8-b386-8ff6fdf0828b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0560038 Feb 01 18:47:59.388423 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be3858fd-5643-4f4b-b1b8-6da83e300a2a req-550d1441-8e4d-4c8b-8af0-c34ec98c403f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Feb 01 18:47:59.674969 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0a8e7-de4e-42b0-b426-cc3550206d3e req-9ed0394c-cf7e-4df9-a878-8c7d1aceb493 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:47:59.676413 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-59d0a8e7-de4e-42b0-b426-cc3550206d3e req-9ed0394c-cf7e-4df9-a878-8c7d1aceb493 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0541518 Feb 01 18:47:59.722605 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-59d0a8e7-de4e-42b0-b426-cc3550206d3e req-fe89bbab-7761-407b-90a4-8c276f19df4b tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Feb 01 18:48:00.191572 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53486ab4-25c3-4b7d-af34-7b9deaac3088 req-80a01472-1afb-457e-8257-4e7e9e6135f6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:00.193063 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53486ab4-25c3-4b7d-af34-7b9deaac3088 req-80a01472-1afb-457e-8257-4e7e9e6135f6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0566053 Feb 01 18:48:00.240474 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53486ab4-25c3-4b7d-af34-7b9deaac3088 req-c6afa505-62f9-453a-94c2-fe6367f175e7 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Feb 01 18:48:00.518856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0f1e7-2a00-4bf6-aa6c-2de7b6741cce req-608330de-6fb9-4690-8ef1-197888bacd9c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:00.520321 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cbf0f1e7-2a00-4bf6-aa6c-2de7b6741cce req-608330de-6fb9-4690-8ef1-197888bacd9c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0549703 Feb 01 18:48:00.569010 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cbf0f1e7-2a00-4bf6-aa6c-2de7b6741cce req-20185e87-aa77-449a-901e-4ed8dd083d5a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431952 Feb 01 18:48:01.364243 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4665f9-7e64-40cf-a146-b8d95f20e0ed req-8086edd4-45d7-4ea9-ad40-832e3972f92e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:01.365773 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad4665f9-7e64-40cf-a146-b8d95f20e0ed req-8086edd4-45d7-4ea9-ad40-832e3972f92e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0584123 Feb 01 18:48:01.413060 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad4665f9-7e64-40cf-a146-b8d95f20e0ed req-87701408-1f2d-409e-ab4a-e3be7c4cfec1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Feb 01 18:48:01.697429 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa488-4359-4de8-8444-2b0180894254 req-d2b3e0b5-90c0-46ff-9e11-16a52c7b7774 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:01.699001 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4d3fa488-4359-4de8-8444-2b0180894254 req-d2b3e0b5-90c0-46ff-9e11-16a52c7b7774 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0595303 Feb 01 18:48:01.752314 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4d3fa488-4359-4de8-8444-2b0180894254 req-26770aca-a024-4bcf-985b-61857e77f626 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455549 Feb 01 18:48:02.504136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:02.561172 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212cce1-7b0c-4163-9e2b-36576392a275 req-f62980d0-de7f-4102-b389-f8d4418a4e19 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:02.563773 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3212cce1-7b0c-4163-9e2b-36576392a275 req-f62980d0-de7f-4102-b389-f8d4418a4e19 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0838127 Feb 01 18:48:02.623109 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3212cce1-7b0c-4163-9e2b-36576392a275 req-a9fc4dd9-6eab-48e6-b711-28300e1f1af8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 Feb 01 18:48:02.893891 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea41b6-5100-48ca-8682-0b1b0426b5ef req-8c927402-0cb9-4617-995f-87d5bb707ccf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:02.895463 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9ea41b6-5100-48ca-8682-0b1b0426b5ef req-8c927402-0cb9-4617-995f-87d5bb707ccf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0558250 Feb 01 18:48:02.942089 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9ea41b6-5100-48ca-8682-0b1b0426b5ef req-81b16ce9-9646-4be1-bac7-061ca4549267 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Feb 01 18:48:03.768289 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacffe0-a87c-40aa-abf9-2dac6124031c req-7324a8e4-20bc-4c68-944d-c2b6ea050986 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:03.769999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cacffe0-a87c-40aa-abf9-2dac6124031c req-7324a8e4-20bc-4c68-944d-c2b6ea050986 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0706475 Feb 01 18:48:03.826850 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cacffe0-a87c-40aa-abf9-2dac6124031c req-c89299ec-e63e-4889-88fd-76eaa084f79b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496335 Feb 01 18:48:04.122908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541dd8d-d541-4a96-ab74-a8baf39ca5b7 req-9c378940-b43d-4edc-95da-f26bc4c85fa4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:04.134518 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9541dd8d-d541-4a96-ab74-a8baf39ca5b7 req-9c378940-b43d-4edc-95da-f26bc4c85fa4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.1100712 Feb 01 18:48:04.201296 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9541dd8d-d541-4a96-ab74-a8baf39ca5b7 req-66230e6c-1769-490e-968a-68ca3febb006 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651760 Feb 01 18:48:04.340261 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52038) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:04.358742 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52046) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:04.532579 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-917163bc-9cbc-4616-9254-10d7ba7fff7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.578450 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1259-b095-4ab8-a01a-6871921c75d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.714189 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-917163bc-9cbc-4616-9254-10d7ba7fff7f admin admin] Publish callbacks [] for security_group (aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.724050 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-917163bc-9cbc-4616-9254-10d7ba7fff7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.791205 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-917163bc-9cbc-4616-9254-10d7ba7fff7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1685b0eb45894149ba9ed0b73628afee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491692 Feb 01 18:48:04.793863 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52074) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:04.794732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917163bc-9cbc-4616-9254-10d7ba7fff7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:04.808205 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1259-b095-4ab8-a01a-6871921c75d3 admin admin] Publish callbacks [] for security_group (4d98abbd-2922-41ec-8d93-cb62b5e4e6c8), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.814054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1259-b095-4ab8-a01a-6871921c75d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4d98abbd-2922-41ec-8d93-cb62b5e4e6c8), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.884072 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2e0a1259-b095-4ab8-a01a-6871921c75d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f927939b30443c9979b38d5e1069515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5231986 Feb 01 18:48:04.885693 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] Publish callbacks [] for security_group (aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:04.887996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52078) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:04.895083 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a1259-b095-4ab8-a01a-6871921c75d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98abbd-2922-41ec-8d93-cb62b5e4e6c8,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:04.982826 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] Publish callbacks [] for security_group (aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.006172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] Publish callbacks [] for security_group (4d98abbd-2922-41ec-8d93-cb62b5e4e6c8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.018616 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:05.040654 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] Publish callbacks [] for security_group (4d98abbd-2922-41ec-8d93-cb62b5e4e6c8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.073872 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804bdce-190a-4dce-b3e3-1ea187533153 req-42fbc508-b1e7-4d69-9ca2-eb91615d592d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:05.075568 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4804bdce-190a-4dce-b3e3-1ea187533153 req-42fbc508-b1e7-4d69-9ca2-eb91615d592d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 945 time: 0.0956695 Feb 01 18:48:05.115485 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:48:05.116199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.116332 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4d98abbd-2922-41ec-8d93-cb62b5e4e6c8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.119911 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.124045 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d98abbd-2922-41ec-8d93-cb62b5e4e6c8 HTTP/1.1" status: 204 len: 168 time: 0.2319796 Feb 01 18:48:05.130026 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:05.130515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.132244 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.132378 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604c4de-3410-4dba-8c1b-6a2fd645fa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98abbd-2922-41ec-8d93-cb62b5e4e6c8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.135720 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8 HTTP/1.1" status: 204 len: 168 time: 0.3385298 Feb 01 18:48:05.175090 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45217af7-91aa-4cee-a7cb-d4f2c085ddf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae88ab0-9a0d-44e5-93fd-9494d6eb3ff8,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.207718 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4804bdce-190a-4dce-b3e3-1ea187533153 req-e8597830-a250-420e-94c5-fcb92a57759e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256473 Feb 01 18:48:05.274903 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:05.275383 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.304425 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:05.318713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbb5d54-5e04-4788-bb67-e83f013943e1" -d '{"events": [{"server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "name": "network-vif-plugged", "status": "completed", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:05.338127 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:05.345740 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.346515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:05.367433 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a6a7-424d-481a-8161-517091e905c8 req-7d25865d-67da-4d00-88d5-73592d8b0437 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:05.369515 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aae0a6a7-424d-481a-8161-517091e905c8 req-7d25865d-67da-4d00-88d5-73592d8b0437 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0639980 Feb 01 18:48:05.412714 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd348c5-7f96-4c52-8066-1e6d289e87d2 x-openstack-request-id: req-7cd348c5-7f96-4c52-8066-1e6d289e87d2 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:05.413013 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "name": "network-vif-plugged", "status": "completed", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:05.413723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cd348c5-7f96-4c52-8066-1e6d289e87d2 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:05.414378 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'code': 200} Feb 01 18:48:05.448165 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aae0a6a7-424d-481a-8161-517091e905c8 req-0bee6fcf-6fcd-4b34-adb0-b07843983e90 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706975 Feb 01 18:48:05.448488 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.476599 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:48:05.482188 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:05.482682 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.543101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52100) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:05.562897 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52102) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:05.570101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204f796a-de50-48e2-93b7-c989e0898c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.577497 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f0ce-5fca-459e-91c5-138090f4492e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.634263 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:05.635381 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.667032 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204f796a-de50-48e2-93b7-c989e0898c7f admin admin] Publish callbacks [] for security_group (e14c1c15-85fc-4602-ad69-217a23109eaf), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.672718 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-204f796a-de50-48e2-93b7-c989e0898c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e14c1c15-85fc-4602-ad69-217a23109eaf), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.686955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f0ce-5fca-459e-91c5-138090f4492e admin admin] Publish callbacks [] for security_group (8d9bfe42-3984-4773-add7-36599bc52acc), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.693569 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8fc3f0ce-5fca-459e-91c5-138090f4492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8d9bfe42-3984-4773-add7-36599bc52acc), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.712984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:05.733269 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.742027 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-204f796a-de50-48e2-93b7-c989e0898c7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8f1fd9a1e1af4362a26cd371aadf6a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972156 Feb 01 18:48:05.742805 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52110) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:05.752332 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f796a-de50-48e2-93b7-c989e0898c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c1c15-85fc-4602-ad69-217a23109eaf,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.817037 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.846501 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-0eb92677-4e11-4d92-8283-bf98f59876e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.860093 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] Publish callbacks [] for security_group (e14c1c15-85fc-4602-ad69-217a23109eaf), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.902864 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] Publish callbacks [] for security_group (e14c1c15-85fc-4602-ad69-217a23109eaf), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.943998 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8fc3f0ce-5fca-459e-91c5-138090f4492e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=201977f3bfda4c5eb977d803416a54d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797848 Feb 01 18:48:05.945444 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3f0ce-5fca-459e-91c5-138090f4492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9bfe42-3984-4773-add7-36599bc52acc,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:05.948653 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52126) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:05.979250 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e14c1c15-85fc-4602-ad69-217a23109eaf), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.982674 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:05.984075 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e14c1c15-85fc-4602-ad69-217a23109eaf HTTP/1.1" status: 204 len: 168 time: 0.2382398 Feb 01 18:48:05.996079 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74f968-a9e8-4c6a-96d6-c69aa8902460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c1c15-85fc-4602-ad69-217a23109eaf,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:06.018337 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] Publish callbacks [] for security_group (8d9bfe42-3984-4773-add7-36599bc52acc), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:06.047434 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] Publish callbacks [] for security_group (8d9bfe42-3984-4773-add7-36599bc52acc), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:06.104274 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8d9bfe42-3984-4773-add7-36599bc52acc), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:06.108993 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:06.111781 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d9bfe42-3984-4773-add7-36599bc52acc HTTP/1.1" status: 204 len: 168 time: 0.1607971 Feb 01 18:48:06.123596 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9447b-9fb1-41aa-86cb-983dd8c76400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9bfe42-3984-4773-add7-36599bc52acc,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:06.342768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527ac73-7ff0-4315-ae4c-5681729d646f req-58d61784-3523-477d-8c81-5211b9a46d61 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:06.344300 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f527ac73-7ff0-4315-ae4c-5681729d646f req-58d61784-3523-477d-8c81-5211b9a46d61 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0641503 Feb 01 18:48:06.401751 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f527ac73-7ff0-4315-ae4c-5681729d646f req-32b6c548-77c6-49cd-bdd7-f358233c1518 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509257 Feb 01 18:48:06.598081 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d219c-af40-46b4-bd2c-2d1420d5ae9f req-e1aad1f9-1292-4264-a0b0-b5a71950ffb9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:06.599637 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be0d219c-af40-46b4-bd2c-2d1420d5ae9f req-e1aad1f9-1292-4264-a0b0-b5a71950ffb9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0644095 Feb 01 18:48:06.649507 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be0d219c-af40-46b4-bd2c-2d1420d5ae9f req-af162227-cf04-4bf2-9e85-7368f4c97139 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Feb 01 18:48:07.325346 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52206) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:07.416050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:07.418881 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f136e419-a865-4669-bbe4-0696f96a572c" -d '{"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:07.459469 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f87ef-9ed1-4110-a32b-3c049bb40be3 x-openstack-request-id: req-883f87ef-9ed1-4110-a32b-3c049bb40be3 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:07.459791 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:07.460050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-883f87ef-9ed1-4110-a32b-3c049bb40be3 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:07.460611 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'code': 200} Feb 01 18:48:07.536567 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc4b70-477f-46b6-8baf-f29d59b704e5 req-004c412e-38a4-462f-9def-0b00e09ed962 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:07.538121 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c4bc4b70-477f-46b6-8baf-f29d59b704e5 req-004c412e-38a4-462f-9def-0b00e09ed962 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0561311 Feb 01 18:48:07.566351 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a06aeda4-713c-45fe-875b-8b0761899584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.615940 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c4bc4b70-477f-46b6-8baf-f29d59b704e5 req-15e840e4-e986-488e-bc10-f914e59ab3fa tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713596 Feb 01 18:48:07.674632 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a06aeda4-713c-45fe-875b-8b0761899584 admin admin] Publish callbacks [] for security_group (362b0924-33d7-4865-ae99-272af9d1da88), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.680279 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a06aeda4-713c-45fe-875b-8b0761899584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (362b0924-33d7-4865-ae99-272af9d1da88), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.721036 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a06aeda4-713c-45fe-875b-8b0761899584 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbea90dbcc234d14b4ae393a5d80431d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940942 Feb 01 18:48:07.722092 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aeda4-713c-45fe-875b-8b0761899584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362b0924-33d7-4865-ae99-272af9d1da88,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:07.724184 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52222) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:07.781253 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] Publish callbacks [] for security_group (362b0924-33d7-4865-ae99-272af9d1da88), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.805901 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:48:07.809167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd785f-38bc-4ed7-b6fe-16b33c0d7023 req-beed8b67-68b8-4ff0-bada-2dd490b452fb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:07.809966 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a1dd785f-38bc-4ed7-b6fe-16b33c0d7023 req-beed8b67-68b8-4ff0-bada-2dd490b452fb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0721493 Feb 01 18:48:07.816112 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] Publish callbacks [] for security_group (362b0924-33d7-4865-ae99-272af9d1da88), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.872186 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a1dd785f-38bc-4ed7-b6fe-16b33c0d7023 req-ff456568-3903-40d0-a7db-755e042229f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483189 Feb 01 18:48:07.884930 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (362b0924-33d7-4865-ae99-272af9d1da88), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.889654 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:07.894412 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/362b0924-33d7-4865-ae99-272af9d1da88 HTTP/1.1" status: 204 len: 168 time: 0.1690786 Feb 01 18:48:07.905852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036b786-e263-455c-bd47-4fbb9dbd4346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362b0924-33d7-4865-ae99-272af9d1da88,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:07.919468 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-aa0d8986-e3f8-4029-b415-541ca8e3fcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:08.523943 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c7bf-082d-433d-8d3e-c8883324d459 req-b2e1058a-d534-470f-828f-5fd59ddeb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:08.526634 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9574c7bf-082d-433d-8d3e-c8883324d459 req-b2e1058a-d534-470f-828f-5fd59ddeb057 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1129 time: 0.0660617 Feb 01 18:48:08.552375 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067351d5-6ca4-4b0e-94fc-a83f2089fd72 req-9e8cef8c-26fb-4fb3-95df-0c62de3d4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:08.554055 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-067351d5-6ca4-4b0e-94fc-a83f2089fd72 req-9e8cef8c-26fb-4fb3-95df-0c62de3d4757 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.0942197 Feb 01 18:48:08.599688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9574c7bf-082d-433d-8d3e-c8883324d459 req-f3a77e83-2d1b-4605-87a7-7db9788812c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569367 Feb 01 18:48:08.636131 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-067351d5-6ca4-4b0e-94fc-a83f2089fd72 req-f826919f-5161-4299-8925-af78d4796c79 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677547 Feb 01 18:48:08.809948 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8a969-5f85-4421-ae06-777d3583ef19 req-3a936a56-8165-4249-9c0b-e85d829eae2a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:08.811855 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8a8a969-5f85-4421-ae06-777d3583ef19 req-3a936a56-8165-4249-9c0b-e85d829eae2a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1094797 Feb 01 18:48:08.830790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52282) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:08.901742 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8a8a969-5f85-4421-ae06-777d3583ef19 req-c7b41884-f5ca-493f-bec0-02e96344c37d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805972 Feb 01 18:48:09.013474 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1106458527-network', 'tenant_id': 'c919a01a24ba4655af2e51e824383fa9'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:09.040394 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Made reservation on behalf of c919a01a24ba4655af2e51e824383fa9 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:09.043089 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.060259 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.068464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fd1fa-4780-432d-ae34-bc73755da5fb req-79529d89-c1a3-44f1-a85f-a3e45058d4ed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:09.070779 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d93fd1fa-4780-432d-ae34-bc73755da5fb req-79529d89-c1a3-44f1-a85f-a3e45058d4ed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0781739 Feb 01 18:48:09.136825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d93fd1fa-4780-432d-ae34-bc73755da5fb req-33d723d9-9957-4d8f-bffd-409ef6861ee7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593536 Feb 01 18:48:09.171844 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks [] for security_group (5bab19d9-e15b-4387-ac47-2193a79349e8), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.177715 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (5bab19d9-e15b-4387-ac47-2193a79349e8), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.217265 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:48:09.226373 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.226959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab19d9-e15b-4387-ac47-2193a79349e8,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:09.234972 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (eb81629c-b946-40a8-a87f-ccd7e2034b74), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.236050 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Added segment eb81629c-b946-40a8-a87f-ccd7e2034b74 of type vlan for network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 Feb 01 18:48:09.311643 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (1a2de342-d80f-49cb-9fcb-119d9de7c7f1), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.351194 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (1a2de342-d80f-49cb-9fcb-119d9de7c7f1), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.352256 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:09.355858 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.427384 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5952718 Feb 01 18:48:09.431176 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52322) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:09.439831 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Request body: {'subnet': {'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1106458527-subnet', 'tenant_id': 'c919a01a24ba4655af2e51e824383fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:09.455158 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7182-72a6-45e0-82f0-d577a431b80e admin admin] Pushing event updated for resources: {'Network': ['ID=1a2de342-d80f-49cb-9fcb-119d9de7c7f1,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:09.470972 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:48:09.486211 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Made reservation on behalf of c919a01a24ba4655af2e51e824383fa9 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:09.490343 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.686616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (857178fd-a97f-492b-8a4d-f70dcb11c85d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.744511 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=857178fd-a97f-492b-8a4d-f70dcb11c85d,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:09.744988 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52336) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:09.756162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Checking segment: {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:09.756591 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Network hostable DHCP agents. Network: 1a2de342-d80f-49cb-9fcb-119d9de7c7f1, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:48:09.780290 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:48:09.793656 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 1a2de342-d80f-49cb-9fcb-119d9de7c7f1) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:09.802968 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:09.805483 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.807770 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6575525-1f01-44fc-afd2-27f9d4d02ba7 None None] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:09.828268 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-4ce1bd30-a60a-46eb-9411-d161fa8fe55e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3941555 Feb 01 18:48:09.905528 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9026-83af-44bb-a6c2-258ee22c4a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:09.966032 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c590193-0520-4aa8-9a04-b533ed8cbdba None None] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:10.069300 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9026-83af-44bb-a6c2-258ee22c4a4c admin admin] Publish callbacks [] for security_group (28a9860a-577b-4d8f-b65f-0a360245d6f6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.099278 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9026-83af-44bb-a6c2-258ee22c4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (28a9860a-577b-4d8f-b65f-0a360245d6f6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.215566 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e8ef9026-83af-44bb-a6c2-258ee22c4a4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b9c4eb6164e45cbae27a2db2067a62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668953 Feb 01 18:48:10.215566 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef9026-83af-44bb-a6c2-258ee22c4a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9860a-577b-4d8f-b65f-0a360245d6f6,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:10.216569 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52360) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:10.230014 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b840-f49e-4ce1-8750-367bc8278975 req-9cd418a8-5fd5-4199-b6d4-35cb6795c741 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:10.237494 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3381b840-f49e-4ce1-8750-367bc8278975 req-9cd418a8-5fd5-4199-b6d4-35cb6795c741 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1606638 Feb 01 18:48:10.310855 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] Publish callbacks [] for security_group (28a9860a-577b-4d8f-b65f-0a360245d6f6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.331145 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3381b840-f49e-4ce1-8750-367bc8278975 req-4b322112-bc79-43ed-a3c2-b85e3fac291c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922399 Feb 01 18:48:10.338949 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] Publish callbacks [] for security_group (28a9860a-577b-4d8f-b65f-0a360245d6f6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.409417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e47de-977d-4b9b-93ce-1b842ae970da req-605fd849-239c-4fc5-bb74-3a7bbef5f92c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:10.417245 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f87e47de-977d-4b9b-93ce-1b842ae970da req-605fd849-239c-4fc5-bb74-3a7bbef5f92c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0794919 Feb 01 18:48:10.450976 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (28a9860a-577b-4d8f-b65f-0a360245d6f6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.456449 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.460687 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28a9860a-577b-4d8f-b65f-0a360245d6f6 HTTP/1.1" status: 204 len: 168 time: 0.2384853 Feb 01 18:48:10.480919 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fdca8-ef96-465b-966a-c1675fee0a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9860a-577b-4d8f-b65f-0a360245d6f6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:10.521513 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f87e47de-977d-4b9b-93ce-1b842ae970da req-5a16168b-5c70-46b4-b9b6-4d106fe2e51d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027446 Feb 01 18:48:10.586957 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:10.916439 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52388) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:10.930287 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0530b771-e623-4631-bc0a-1d4ea93a8040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.029955 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0530b771-e623-4631-bc0a-1d4ea93a8040 admin admin] Publish callbacks [] for security_group (d24ea3b3-5f61-429c-945a-6432ccb25b4a), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.035022 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0530b771-e623-4631-bc0a-1d4ea93a8040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d24ea3b3-5f61-429c-945a-6432ccb25b4a), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.073897 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0530b771-e623-4631-bc0a-1d4ea93a8040 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8ee036b4c194933bdebb36d06a37f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561935 Feb 01 18:48:11.074822 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530b771-e623-4631-bc0a-1d4ea93a8040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ea3b3-5f61-429c-945a-6432ccb25b4a,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:11.076563 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52394) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:11.130938 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] Publish callbacks [] for security_group (d24ea3b3-5f61-429c-945a-6432ccb25b4a), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.162811 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] Publish callbacks [] for security_group (d24ea3b3-5f61-429c-945a-6432ccb25b4a), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.219124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d24ea3b3-5f61-429c-945a-6432ccb25b4a), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.221912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.223087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d24ea3b3-5f61-429c-945a-6432ccb25b4a HTTP/1.1" status: 204 len: 168 time: 0.1455545 Feb 01 18:48:11.232145 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be61518-fc22-45a0-8366-54f5af5cd043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ea3b3-5f61-429c-945a-6432ccb25b4a,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:11.455718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076156c-882b-418f-b03f-64c42bf71dc1 req-829a838c-822b-412b-ad44-bc928fc9e972 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:11.457193 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2076156c-882b-418f-b03f-64c42bf71dc1 req-829a838c-822b-412b-ad44-bc928fc9e972 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0593801 Feb 01 18:48:11.517800 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2076156c-882b-418f-b03f-64c42bf71dc1 req-ba19a1c0-28c0-4816-b219-56a5617b0c68 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550914 Feb 01 18:48:11.697667 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf170330-8712-4195-b716-c081aa6fa751 req-77c60fdd-5299-4f78-aa6c-03b370980252 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:11.699236 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf170330-8712-4195-b716-c081aa6fa751 req-77c60fdd-5299-4f78-aa6c-03b370980252 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0663047 Feb 01 18:48:11.707325 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa854-2540-44a6-a766-3bc3c0ab3ebb req-81e40901-c6c1-41ff-bc91-2400170a3eed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:11.707936 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52424) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:11.710525 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-006aa854-2540-44a6-a766-3bc3c0ab3ebb req-81e40901-c6c1-41ff-bc91-2400170a3eed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Feb 01 18:48:11.712512 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'floatingip': {'port_id': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:11.785643 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-006aa854-2540-44a6-a766-3bc3c0ab3ebb req-6f7b0c20-b2ce-4445-93b5-0d34c540ba59 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656066 Feb 01 18:48:11.792231 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.854296 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:11.948431 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a581-f683-4aa1-9c6f-fc9c489431ca req-2e9706a7-f5f1-40a5-943b-71a04bd35fea tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:11.949266 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5ae5a581-f683-4aa1-9c6f-fc9c489431ca req-2e9706a7-f5f1-40a5-943b-71a04bd35fea tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0669942 Feb 01 18:48:11.964022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52444) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:11.968849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'floatingip': {'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:12.050140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:12.349799 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-6fd5c928-9256-46ca-90f7-a4196720b94b tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:12.351299 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-6fd5c928-9256-46ca-90f7-a4196720b94b tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/networks?id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 200 len: 809 time: 0.2057025 Feb 01 18:48:12.401509 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-87db9203-025d-43ea-b54c-ae5eedea2f04 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/quotas/c919a01a24ba4655af2e51e824383fa9 HTTP/1.1" status: 200 len: 375 time: 0.0420260 Feb 01 18:48:12.478288 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-5550faa5-3793-41ce-9b50-323428da4b14 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667372 Feb 01 18:48:12.781558 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:12.787053 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:12.802915 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-a84397b4-a958-45ac-89ae-698c09dd38f2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:48:12.804560 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-a84397b4-a958-45ac-89ae-698c09dd38f2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1808271 Feb 01 18:48:12.851051 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.db.resource_extend [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 01 18:48:12.908242 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Floating IP 2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa associated. External IP: 172.27.3.120, port: 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b. Feb 01 18:48:13.180123 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:48:13.209337 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:13.220811 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:13.290021 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-c0de8496-b768-44fb-a107-c1dfd83a9c49 service neutron] 10.222.0.31 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746783 Feb 01 18:48:13.299401 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:48:13.307442 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:13.312477 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:48:13.324346 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:13.324912 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:13.356597 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0f260827-9fe8-43a5-b633-92087c183ab6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "PUT /v2.0/floatingips/2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa HTTP/1.1" status: 200 len: 992 time: 1.6450942 Feb 01 18:48:13.356597 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:13.357817 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdcf026-6ba8-4154-9044-0dad055ddced" -d '{"events": [{"name": "network-changed", "server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:13.410501 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Floating IP 84391d15-bb67-4a21-852f-ca9c9025330f associated. External IP: 172.27.3.93, port: bf312a13-3b3a-4fa4-ae75-b66a04f07ec3. Feb 01 18:48:13.468920 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:13.530436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-26d68e1e-7c5d-4382-bf12-0a896f0d40da service neutron] 10.222.0.31 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393277 Feb 01 18:48:13.591971 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b6ee-f957-46a7-bafb-e5b0bb2beabb req-e2524fbb-1088-48d9-84df-ee75dd6e7272 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:13.593497 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3616b6ee-f957-46a7-bafb-e5b0bb2beabb req-e2524fbb-1088-48d9-84df-ee75dd6e7272 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1847336 Feb 01 18:48:13.704707 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3616b6ee-f957-46a7-bafb-e5b0bb2beabb req-3bd9a2e8-10e6-46ef-bc63-8a0d6823b121 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010084 Feb 01 18:48:13.728837 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e4f59-aa83-4cd6-9cc1-6df000ac29f9 x-openstack-request-id: req-fa3e4f59-aa83-4cd6-9cc1-6df000ac29f9 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:13.728837 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:13.729027 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa3e4f59-aa83-4cd6-9cc1-6df000ac29f9 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:13.729418 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'status': 'completed', 'code': 200} Feb 01 18:48:13.811305 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:65:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e995b-6b94-426b-b810-76b459523fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:39Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:13.816734 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a6968622-c959-48a2-acb2-6fe803344816 req-c49cc8de-563b-431e-902b-31df46c7bcb7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 210 time: 0.0465543 Feb 01 18:48:13.839350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:48:13.843262 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:48:13.851763 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:13.852404 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:13.964105 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:48:13.969208 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:13.977071 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:48:13.990531 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:13.992735 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:13.993713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:14.002025 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-30bec2f0-af94-4aa1-b5a7-b6e989d8ef14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "PUT /v2.0/floatingips/84391d15-bb67-4a21-852f-ca9c9025330f HTTP/1.1" status: 200 len: 990 time: 2.0368087 Feb 01 18:48:14.002749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:14.014116 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09070258-ef6f-49c8-befe-a21f54ffa4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:14.084560 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb71e733-9e85-4409-b65d-23db60478905 x-openstack-request-id: req-eb71e733-9e85-4409-b65d-23db60478905 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:14.084862 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:14.085112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb71e733-9e85-4409-b65d-23db60478905 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:14.085507 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'status': 'completed', 'code': 200} Feb 01 18:48:14.129069 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:14.179332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16789ed5-212e-4220-8fc7-3f75a2109769 req-d1b909d9-2493-4b1e-8224-7b2a8cfa3f08 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:14.181300 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16789ed5-212e-4220-8fc7-3f75a2109769 req-d1b909d9-2493-4b1e-8224-7b2a8cfa3f08 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0893250 Feb 01 18:48:14.255156 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16789ed5-212e-4220-8fc7-3f75a2109769 req-6eb2d33d-a352-4ca3-855a-59013b1abd51 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598903 Feb 01 18:48:14.395498 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:65:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e995b-6b94-426b-b810-76b459523fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:39Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:14.422648 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e16adb5-3a2f-47dd-b6d5-82add64a2dfd None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:65:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776e995b-6b94-426b-b810-76b459523fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:39Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:48:14.625650 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '84391d15-bb67-4a21-852f-ca9c9025330f', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:33Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:14.627057 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3dc722-5b71-4d37-b6b4-f4b166cafb49 None None] New status for floating IP 2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:48:14.658153 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:48:14.666759 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:14.667364 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:14.785513 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:14.838200 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614f65f-9ff5-4e29-bfd8-ac6b38e638b6 req-9654dc43-0617-4b43-899c-45375979c490 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:14.839948 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a614f65f-9ff5-4e29-bfd8-ac6b38e638b6 req-9654dc43-0617-4b43-899c-45375979c490 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0603154 Feb 01 18:48:14.943875 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a614f65f-9ff5-4e29-bfd8-ac6b38e638b6 req-27d9aeb4-6e4e-4308-b451-316b31e8f1d3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982819 Feb 01 18:48:14.960061 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00db9063-f8f0-4abc-9ffa-28c4ce7c54db req-8101b5d6-24ea-4ca6-bef6-4b2abcaa9f77 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 210 time: 0.0327590 Feb 01 18:48:15.046279 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '84391d15-bb67-4a21-852f-ca9c9025330f', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:33Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:15.076746 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd5d0a-63f8-49c7-920b-8672dce18064 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '84391d15-bb67-4a21-852f-ca9c9025330f', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.93', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:47:33Z', 'updated_at': '2022-02-01T18:48:12Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:48:15.218652 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-6b69569b-2b0f-42a4-8131-38ecac61c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.221149 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-6b69569b-2b0f-42a4-8131-38ecac61c579 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.0566170 Feb 01 18:48:15.225930 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-d375b259-953b-43d0-b9ac-24407e66725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.227792 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-d375b259-953b-43d0-b9ac-24407e66725a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1129 time: 0.0573535 Feb 01 18:48:15.348129 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-ece901c0-705b-4ef5-8696-686cb06f1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.351666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-ece901c0-705b-4ef5-8696-686cb06f1507 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1114519 Feb 01 18:48:15.367175 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-073ebd59-1c56-44ea-8e88-e9e9197351de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.368218 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-073ebd59-1c56-44ea-8e88-e9e9197351de service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.1311266 Feb 01 18:48:15.390307 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5b9448-64bd-48ad-b5f0-79c88e14e297 None None] New status for floating IP 84391d15-bb67-4a21-852f-ca9c9025330f: ACTIVE {{(pid=109536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:48:15.480913 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-876a0198-855b-4d2a-9e72-a4ee3587b21f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 998 time: 0.1162119 Feb 01 18:48:15.535729 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-aaff28e7-7b37-4ad8-a2fc-a9433ba86c20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1002 time: 0.1548576 Feb 01 18:48:15.553541 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-177515bf-95ef-4f26-a369-458b78ab50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.555122 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-177515bf-95ef-4f26-a369-458b78ab50f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0561616 Feb 01 18:48:15.574345 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9dc0d-b467-4ba9-a5a8-ff3334cd0c8b req-25153495-5996-46be-9690-9417fe0bb8ec tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.576019 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33a9dc0d-b467-4ba9-a5a8-ff3334cd0c8b req-25153495-5996-46be-9690-9417fe0bb8ec tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.2252388 Feb 01 18:48:15.617654 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-05db7d6f-1246-4582-8a6d-ac838309ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.622453 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-05db7d6f-1246-4582-8a6d-ac838309ccbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0681043 Feb 01 18:48:15.660124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-0b86916e-b557-4971-83b6-2dea6e9d2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.661951 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-0b86916e-b557-4971-83b6-2dea6e9d2c0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848365 Feb 01 18:48:15.666893 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33a9dc0d-b467-4ba9-a5a8-ff3334cd0c8b req-30e686bd-ed9a-48fa-b150-2db75d8f67ce tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817544 Feb 01 18:48:15.707460 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-ab83401f-e3de-4a8d-b5d3-409bbe102e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:15.709087 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-ab83401f-e3de-4a8d-b5d3-409bbe102e9d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750458 Feb 01 18:48:15.805477 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-a353d96e-1561-4ad7-a4f3-d76e97c73619 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299250 Feb 01 18:48:15.831685 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-b844ea4d-c9d8-462a-b693-6eba2f0ad5be service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030293 Feb 01 18:48:15.925859 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09070258-ef6f-49c8-befe-a21f54ffa4f7 req-a87e9ce7-f621-4812-b636-bbaf774f86e1 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998693 Feb 01 18:48:15.959930 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2bdcf026-6ba8-4154-9044-0dad055ddced req-93a3dd1b-1f19-465e-b83f-e49a9e131d0b service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025531 Feb 01 18:48:16.103029 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5900d555-6b38-4ac7-8360-9d2139dd0b3d req-783d627e-dc6d-4dd8-bc31-dc63791765ff tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 210 time: 0.0503721 Feb 01 18:48:16.150375 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fbe50-eb2f-453f-a8fc-63cc4c83ac06 req-173fb539-1015-4630-ab3c-9a37aa402bcd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:16.152127 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-440fbe50-eb2f-453f-a8fc-63cc4c83ac06 req-173fb539-1015-4630-ab3c-9a37aa402bcd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1093433 Feb 01 18:48:16.214181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-440fbe50-eb2f-453f-a8fc-63cc4c83ac06 req-0daebdac-6a4a-4287-864d-9d444fb09aac tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533309 Feb 01 18:48:16.280158 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-f676fbbe-c808-4fa8-b3ff-0925f48cd18a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:16.282605 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-f676fbbe-c808-4fa8-b3ff-0925f48cd18a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "GET /v2.0/networks?id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 200 len: 809 time: 0.1588094 Feb 01 18:48:16.305740 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Request body: {'port': {'device_id': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1', 'admin_state_up': True, 'tenant_id': 'c919a01a24ba4655af2e51e824383fa9'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:16.434911 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Made reservation on behalf of c919a01a24ba4655af2e51e824383fa9 for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:16.439055 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:16.596112 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Allocated IP 172.20.0.6 (1a2de342-d80f-49cb-9fcb-119d9de7c7f1/857178fd-a97f-492b-8a4d-f70dcb11c85d/9b595d07-c437-4c57-aa99-5bb49550c3c2) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:16.819369 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks [] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:16.848291 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ce9ea-ace2-4d2b-bcb7-781231a907d9 req-7071cf8e-4580-47c0-bddf-063d8db16be0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:16.849931 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a4ce9ea-ace2-4d2b-bcb7-781231a907d9 req-7071cf8e-4580-47c0-bddf-063d8db16be0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0747330 Feb 01 18:48:16.872426 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:16.919688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a4ce9ea-ace2-4d2b-bcb7-781231a907d9 req-8a264903-06e5-4082-b238-f7c42830cf18 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640481 Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Pushing event updated for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.941964 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.942753 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.942753 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.942919 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.944380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.944380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.944380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.944380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.944705 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:16.968281 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:16.971394 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:16.977998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:17.032454 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:17.032947 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.052935 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-eceb1588-55bc-4260-be85-f42e593357c2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7560999 Feb 01 18:48:17.075697 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Request body: {'port': {'device_id': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:17.152041 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.293266 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcaf63-9110-4005-b5fe-ba4f34729bca req-1e61f4aa-c119-4929-a941-4bb286b82257 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:17.296797 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cfcaf63-9110-4005-b5fe-ba4f34729bca req-1e61f4aa-c119-4929-a941-4bb286b82257 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 931 time: 0.0854704 Feb 01 18:48:17.359750 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cfcaf63-9110-4005-b5fe-ba4f34729bca req-4e477fc5-4b60-40d9-91c9-5ffe48400a2e tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569155 Feb 01 18:48:17.545816 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b595d07-c437-4c57-aa99-5bb49550c3c2 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:17.555098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks [] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.578509 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Transition to ACTIVE for port object 9b595d07-c437-4c57-aa99-5bb49550c3c2 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:48:17.586791 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.646134 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Pushing event updated for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:17.746664 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Attempting to bind port 9b595d07-c437-4c57-aa99-5bb49550c3c2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:17.747247 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Attempting to bind port 9b595d07-c437-4c57-aa99-5bb49550c3c2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:17.747577 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Attempting to bind port 9b595d07-c437-4c57-aa99-5bb49550c3c2 on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:17.753087 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Port 9b595d07-c437-4c57-aa99-5bb49550c3c2 on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:48:17.753412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Attempting to bind port 9b595d07-c437-4c57-aa99-5bb49550c3c2 on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:17.761744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:17.762090 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Checking segment: {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:17.762527 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Bound using segment: {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:17.762990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Bound port: 9b595d07-c437-4c57-aa99-5bb49550c3c2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:17.763330 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.791151 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52670) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:17.837897 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:17.841314 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:17.847398 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.880848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:17.881477 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.882915 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] 10.222.0.39 "PUT /v2.0/ports/9b595d07-c437-4c57-aa99-5bb49550c3c2 HTTP/1.1" status: 200 len: 1093 time: 0.8119278 Feb 01 18:48:17.883373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:17.885616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:17.909379 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.912383 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e94cc-0280-4918-b052-07c45b62c808 service neutron] Pushing event updated for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:17.931803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffdbf85-ffba-4b73-9160-1c4e8a909d23 x-openstack-request-id: req-6ffdbf85-ffba-4b73-9160-1c4e8a909d23 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:17.932335 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:17.932606 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6ffdbf85-ffba-4b73-9160-1c4e8a909d23 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:17.933205 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2', 'status': 'completed', 'code': 200} Feb 01 18:48:17.995662 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Publish callbacks [] for security_group (e8d3cfa4-0c7e-48d8-a49f-bb14497de21e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:17.999908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e8d3cfa4-0c7e-48d8-a49f-bb14497de21e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.037703 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d3cfa4-0c7e-48d8-a49f-bb14497de21e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:18.044010 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed4ef03ecbed4048ae3da02c960f589e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494218 Feb 01 18:48:18.044554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52680) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:18.047648 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.048446 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.048797 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.049131 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.049463 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.049857 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.050120 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.050448 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.051027 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.051358 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.051683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.052007 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.052941 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12e3d2-51a6-430a-8cd5-b00addbda4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:18.104150 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] Publish callbacks [] for security_group (e8d3cfa4-0c7e-48d8-a49f-bb14497de21e), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.131970 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] Publish callbacks [] for security_group (e8d3cfa4-0c7e-48d8-a49f-bb14497de21e), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.183028 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e8d3cfa4-0c7e-48d8-a49f-bb14497de21e), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.185802 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.186998 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e8d3cfa4-0c7e-48d8-a49f-bb14497de21e HTTP/1.1" status: 204 len: 168 time: 0.1413860 Feb 01 18:48:18.199098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f627a-9ab0-4f9c-9152-4947c509a060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d3cfa4-0c7e-48d8-a49f-bb14497de21e,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:18.497544 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6653-c7d5-48e8-9dde-305040f9791a req-7fb2e10f-95ab-4465-bfed-a66495b70bc6 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:18.499877 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a1c6653-c7d5-48e8-9dde-305040f9791a req-7fb2e10f-95ab-4465-bfed-a66495b70bc6 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0682471 Feb 01 18:48:18.519832 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 52700) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:18.538154 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-80d9f163-0a05-4e3c-a50d-dce94ad47e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.570726 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a1c6653-c7d5-48e8-9dde-305040f9791a req-ab06ae3f-3981-48b6-9485-0e32f5198c98 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601025 Feb 01 18:48:18.642869 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-80d9f163-0a05-4e3c-a50d-dce94ad47e20 admin admin] Publish callbacks [] for security_group (fc053206-fa3c-4022-b4f6-6bcb5624a524), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.647180 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-80d9f163-0a05-4e3c-a50d-dce94ad47e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (fc053206-fa3c-4022-b4f6-6bcb5624a524), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.687391 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-80d9f163-0a05-4e3c-a50d-dce94ad47e20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bb33d2e6d79490e904b2ca8af2ae707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656055 Feb 01 18:48:18.688062 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9f163-0a05-4e3c-a50d-dce94ad47e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc053206-fa3c-4022-b4f6-6bcb5624a524,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:18.690182 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52704) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:18.744667 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] Publish callbacks [] for security_group (fc053206-fa3c-4022-b4f6-6bcb5624a524), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.769732 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] Publish callbacks [] for security_group (fc053206-fa3c-4022-b4f6-6bcb5624a524), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.823916 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (fc053206-fa3c-4022-b4f6-6bcb5624a524), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.826578 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:18.827795 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc053206-fa3c-4022-b4f6-6bcb5624a524 HTTP/1.1" status: 204 len: 168 time: 0.1352496 Feb 01 18:48:18.836414 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9cedd-d106-4c35-8910-721e17bca1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc053206-fa3c-4022-b4f6-6bcb5624a524,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:19.698984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03217132-51a0-47ca-ad06-d0d2c06a4077 req-760e8c7f-92d9-49d9-b918-92af9b7c5495 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:19.700419 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-03217132-51a0-47ca-ad06-d0d2c06a4077 req-760e8c7f-92d9-49d9-b918-92af9b7c5495 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0548723 Feb 01 18:48:19.760686 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-03217132-51a0-47ca-ad06-d0d2c06a4077 req-fd1e18cc-73ae-4785-8db2-e1a2e12fe29f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Feb 01 18:48:20.897579 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8916ca-d822-4c8f-b432-abaca0cd5f02 req-c00b1c27-f6da-448f-8a48-a23b80ddfd68 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:20.905039 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ae8916ca-d822-4c8f-b432-abaca0cd5f02 req-c00b1c27-f6da-448f-8a48-a23b80ddfd68 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0637419 Feb 01 18:48:20.966574 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ae8916ca-d822-4c8f-b432-abaca0cd5f02 req-17d26cd6-1fe6-4e5e-a225-d133b91530f7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606649 Feb 01 18:48:21.589441 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-3af684b2-fc52-4dd8-b0e3-9b96af25e0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747135 Feb 01 18:48:21.625556 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-891211ec-2607-42d4-9c26-89615fa7c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:21.627941 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-891211ec-2607-42d4-9c26-89615fa7c587 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 1127 time: 0.0752780 Feb 01 18:48:21.747862 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-12adb454-8d23-4e8f-a30e-51a6cd64e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:21.749388 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-12adb454-8d23-4e8f-a30e-51a6cd64e766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=407e1fdaf7c6465a95f84dcad32840dc&device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 1130 time: 0.0796723 Feb 01 18:48:21.791042 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-321f7fb1-fe14-487c-a4b4-867da1ff3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:21.793001 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-321f7fb1-fe14-487c-a4b4-867da1ff3509 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c919a01a24ba4655af2e51e824383fa9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1455548 Feb 01 18:48:21.912443 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-468a124f-8d39-4987-80cd-e9ef723d06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:21.914286 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ded7bf80-6f04-4cf9-a367-33e8189bbdfe req-468a124f-8d39-4987-80cd-e9ef723d06a0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102278 Feb 01 18:48:22.101265 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-903905da-ced2-4caf-b3fc-00934f729d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:22.103391 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-903905da-ced2-4caf-b3fc-00934f729d6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 1127 time: 0.1169672 Feb 01 18:48:22.130912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dcd48-49c9-492c-b938-9e318881e834 req-2fc176b1-f63c-450f-8b68-1cdfdcb80b1f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:22.132425 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-606dcd48-49c9-492c-b938-9e318881e834 req-2fc176b1-f63c-450f-8b68-1cdfdcb80b1f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0645790 Feb 01 18:48:22.140244 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-675a4875-9043-4cf6-8208-b2e06edc8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:22.142421 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-675a4875-9043-4cf6-8208-b2e06edc8b16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ac504e47-8070-414e-92b9-2188ba1694b7 HTTP/1.1" status: 200 len: 912 time: 0.3501780 Feb 01 18:48:22.155918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52882) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:22.203089 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-606dcd48-49c9-492c-b938-9e318881e834 req-7c369559-780b-4c5d-8764-3a3ce3a16962 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Feb 01 18:48:22.280496 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5ccead5d-0545-4887-b92a-5e70f6cd8e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.357319 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5ccead5d-0545-4887-b92a-5e70f6cd8e17 admin admin] Publish callbacks [] for security_group (b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.362209 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5ccead5d-0545-4887-b92a-5e70f6cd8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.409140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccead5d-0545-4887-b92a-5e70f6cd8e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:22.417783 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5ccead5d-0545-4887-b92a-5e70f6cd8e17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d8f5061c752467ebea82dfb0a279c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586114 Feb 01 18:48:22.419110 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52892) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:22.473338 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] Publish callbacks [] for security_group (b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.497273 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] Publish callbacks [] for security_group (b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.558320 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.560937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.562067 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2 HTTP/1.1" status: 204 len: 168 time: 0.1430323 Feb 01 18:48:22.575723 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d4900-dcb0-4b80-a20d-4f04fe8ce1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85349aa-acbd-4d5c-bd7a-8bfd6d03b3c2,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:22.677561 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d759-705e-4fac-be4e-6b008c7268d6 req-b394ef91-9521-46df-8c4b-1f4946b2c1df tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:22.679096 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3765d759-705e-4fac-be4e-6b008c7268d6 req-b394ef91-9521-46df-8c4b-1f4946b2c1df tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0570259 Feb 01 18:48:22.738414 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3765d759-705e-4fac-be4e-6b008c7268d6 req-7e81cdcd-28be-423a-8054-fdf3d7b8ea2d tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Feb 01 18:48:22.745537 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.893952 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52904) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:22.907546 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb25-62bc-460d-9899-de39cc9cafd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.983519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb25-62bc-460d-9899-de39cc9cafd3 admin admin] Publish callbacks [] for security_group (684b4fe9-a2db-4c02-a9ab-d4afe7732e77), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:22.988584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb25-62bc-460d-9899-de39cc9cafd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (684b4fe9-a2db-4c02-a9ab-d4afe7732e77), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:23.027083 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddbb25-62bc-460d-9899-de39cc9cafd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684b4fe9-a2db-4c02-a9ab-d4afe7732e77,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:23.031098 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e4ddbb25-62bc-460d-9899-de39cc9cafd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6afab27ff49840fba4d16b686d093319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360805 Feb 01 18:48:23.034539 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 52908) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:23.083096 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] Publish callbacks [] for security_group (684b4fe9-a2db-4c02-a9ab-d4afe7732e77), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:23.105879 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] Publish callbacks [] for security_group (684b4fe9-a2db-4c02-a9ab-d4afe7732e77), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:23.159109 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (684b4fe9-a2db-4c02-a9ab-d4afe7732e77), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:23.161692 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:23.162943 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/684b4fe9-a2db-4c02-a9ab-d4afe7732e77 HTTP/1.1" status: 204 len: 168 time: 0.1274619 Feb 01 18:48:23.175891 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106c7ce-80bc-4e2d-9b50-b8828e8cbe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684b4fe9-a2db-4c02-a9ab-d4afe7732e77,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:23.329767 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37766e1-e66c-4325-a70c-2f7b6a556461 req-7d5d0f70-6a52-4ccb-83c7-956aa20f5b15 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:23.331372 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a37766e1-e66c-4325-a70c-2f7b6a556461 req-7d5d0f70-6a52-4ccb-83c7-956aa20f5b15 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0550592 Feb 01 18:48:23.383479 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a37766e1-e66c-4325-a70c-2f7b6a556461 req-d9f95b1d-e1b4-487c-b1ee-4ff11fb259a7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462329 Feb 01 18:48:23.881323 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d8b00-a752-4966-ac9d-48be4a2a7bbb req-ca7dae3e-6cfb-4558-9510-e6644dbefcff tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:23.883016 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7b0d8b00-a752-4966-ac9d-48be4a2a7bbb req-ca7dae3e-6cfb-4558-9510-e6644dbefcff tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0722756 Feb 01 18:48:23.931740 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7b0d8b00-a752-4966-ac9d-48be4a2a7bbb req-2fa6ac3b-af2b-435d-b41d-ad4b5d1dac95 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Feb 01 18:48:24.510949 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa665c0-e88a-40d1-952f-af75c54bc065 req-4c03a9ce-625a-4fe9-8302-38a015c3eacf tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:24.512471 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fa665c0-e88a-40d1-952f-af75c54bc065 req-4c03a9ce-625a-4fe9-8302-38a015c3eacf tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0582118 Feb 01 18:48:24.565168 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fa665c0-e88a-40d1-952f-af75c54bc065 req-1b14952e-8a3c-4a48-9dd5-077e18b7b7b1 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Feb 01 18:48:25.084004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5e1ab-ec66-4a0b-81dd-ee8609d20d63 req-8bad6475-d0b5-40d0-b063-9a3aa34c0812 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:25.085553 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bec5e1ab-ec66-4a0b-81dd-ee8609d20d63 req-8bad6475-d0b5-40d0-b063-9a3aa34c0812 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0605736 Feb 01 18:48:25.134259 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bec5e1ab-ec66-4a0b-81dd-ee8609d20d63 req-73d1954e-79b3-43d6-9786-6049af7fc550 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428963 Feb 01 18:48:25.196347 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-c707f57b-79f3-48d0-8c59-e915cfeabbda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2 HTTP/1.1" status: 200 len: 217 time: 0.0380957 Feb 01 18:48:25.212724 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-bbbc19f3-74bf-4863-af55-a1af063c4c52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 HTTP/1.1" status: 200 len: 217 time: 0.0427117 Feb 01 18:48:25.259397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde034-9137-4b12-8c34-a3387370cb22 req-daf9eb2c-267a-49f6-bc09-b0b0a98ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:25.260985 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-daf9eb2c-267a-49f6-bc09-b0b0a98ce33c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857178fd-a97f-492b-8a4d-f70dcb11c85d HTTP/1.1" status: 200 len: 849 time: 0.0483315 Feb 01 18:48:25.269734 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-02c486b6-2d89-48a8-8a5f-6976ca21066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:25.271382 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-02c486b6-2d89-48a8-8a5f-6976ca21066a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fbb1c854-0f33-465f-8ac1-7d7e84a2d50a HTTP/1.1" status: 200 len: 851 time: 0.0474401 Feb 01 18:48:25.300439 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-fdf27b19-9722-447b-8590-39823c2e8a42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287659 Feb 01 18:48:25.310004 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-ad76a0c0-40ca-4547-8926-736f28f8b401 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ac504e47-8070-414e-92b9-2188ba1694b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252008 Feb 01 18:48:25.395365 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-cadb5b6d-f6aa-42ed-a845-7e3ba424b83c service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844626 Feb 01 18:48:25.406555 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-e44f5e05-ed7d-458e-a65e-e25e61130ffa service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Feb 01 18:48:25.496273 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abdde034-9137-4b12-8c34-a3387370cb22 req-04b59853-03d2-4d95-ac80-d529a964192b service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893989 Feb 01 18:48:25.509845 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0dd910ef-9df3-4e77-bd67-afcbea47d941 req-9e4d5c72-d9b3-4d93-af83-8304ce5c6515 service neutron] 10.222.0.39 "GET /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873520 Feb 01 18:48:25.899140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550080a4-df07-4e82-b1f2-a7b1d3bc5fd8 req-91325069-2280-4acc-ad20-7b01628c97df tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:25.900642 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-550080a4-df07-4e82-b1f2-a7b1d3bc5fd8 req-91325069-2280-4acc-ad20-7b01628c97df tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.2620766 Feb 01 18:48:25.947872 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-550080a4-df07-4e82-b1f2-a7b1d3bc5fd8 req-5d0d9bb0-03c7-4bcd-8004-64689faf8d5a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Feb 01 18:48:26.408654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bf32f-53c0-4fe1-b87c-0ee5c85b06ed req-847aa646-09ff-43ad-8ac7-edfa71069ff7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:26.410046 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ae3bf32f-53c0-4fe1-b87c-0ee5c85b06ed req-847aa646-09ff-43ad-8ac7-edfa71069ff7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0535803 Feb 01 18:48:26.455772 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ae3bf32f-53c0-4fe1-b87c-0ee5c85b06ed req-695e0db5-2f81-4530-a69c-3e6b2030aa51 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Feb 01 18:48:27.067209 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057b72d-1681-4eda-a6ed-6b77ee178425 req-fdea00c8-1d2d-4aa6-ae93-a327e97f1226 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:27.068673 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8057b72d-1681-4eda-a6ed-6b77ee178425 req-fdea00c8-1d2d-4aa6-ae93-a327e97f1226 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0548086 Feb 01 18:48:27.118318 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8057b72d-1681-4eda-a6ed-6b77ee178425 req-712ce7ed-b3d3-4a02-81e3-f236c3f70de2 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439847 Feb 01 18:48:27.576455 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889d924-451e-4d15-863e-b4888813b643 req-4d69c169-b243-42e2-9978-a7b7fa46d107 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:27.578235 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8889d924-451e-4d15-863e-b4888813b643 req-4d69c169-b243-42e2-9978-a7b7fa46d107 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0539503 Feb 01 18:48:27.626529 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8889d924-451e-4d15-863e-b4888813b643 req-c78690ba-a769-4149-ba8c-dc84627c8cfa tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 Feb 01 18:48:28.255099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff07557-c0db-4fa1-b410-e1aa85188cc4 req-e8a7d8ab-1ffc-4416-af65-343df1d92714 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:28.256570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aff07557-c0db-4fa1-b410-e1aa85188cc4 req-e8a7d8ab-1ffc-4416-af65-343df1d92714 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0713048 Feb 01 18:48:28.303526 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aff07557-c0db-4fa1-b410-e1aa85188cc4 req-0639c8c8-7f32-4bcf-9c3f-6f0d407a9d41 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Feb 01 18:48:28.749986 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2db757-c178-4827-9762-7348897143bc req-8e28c982-babb-426e-8ac6-dd8f2eb681e0 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:28.752178 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb2db757-c178-4827-9762-7348897143bc req-8e28c982-babb-426e-8ac6-dd8f2eb681e0 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0583880 Feb 01 18:48:28.800314 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb2db757-c178-4827-9762-7348897143bc req-161b2708-0f85-4c2e-a4ed-41db655b0b44 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Feb 01 18:48:29.429449 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77cd8b-16f6-4690-8440-9999debd261d req-8b1fe874-71c7-4425-9aa2-2c98c1976d75 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:29.430999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c77cd8b-16f6-4690-8440-9999debd261d req-8b1fe874-71c7-4425-9aa2-2c98c1976d75 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0526264 Feb 01 18:48:29.483155 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c77cd8b-16f6-4690-8440-9999debd261d req-38d4f279-7047-4570-bc7f-2ef808cf0798 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Feb 01 18:48:29.921077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4508d3d-84df-4a73-b159-930b56ed85f5 req-52cf89e6-bea4-4acc-9de4-f0cf99750a55 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:29.926923 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4508d3d-84df-4a73-b159-930b56ed85f5 req-52cf89e6-bea4-4acc-9de4-f0cf99750a55 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0577440 Feb 01 18:48:29.970741 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4508d3d-84df-4a73-b159-930b56ed85f5 req-48e580ad-3be5-402b-aed1-7cd584822930 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420513 Feb 01 18:48:30.628361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1567d5-86d6-4f45-a3c9-5b3fd5b5db15 req-8743a684-3a3b-4a5d-b570-24eb33f14dbb tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:30.631387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e1567d5-86d6-4f45-a3c9-5b3fd5b5db15 req-8743a684-3a3b-4a5d-b570-24eb33f14dbb tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0769503 Feb 01 18:48:30.691639 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e1567d5-86d6-4f45-a3c9-5b3fd5b5db15 req-cfb84e1d-b545-4e2d-88c9-65267cecaa67 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Feb 01 18:48:31.099023 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521603bc-4d8f-43d0-947c-c09849ba7c7c req-0b1c80bf-be6f-4874-ae2e-9174bdba790d tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:31.100658 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-521603bc-4d8f-43d0-947c-c09849ba7c7c req-0b1c80bf-be6f-4874-ae2e-9174bdba790d tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.0612776 Feb 01 18:48:31.158265 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-521603bc-4d8f-43d0-947c-c09849ba7c7c req-e83b02d5-cf13-4a1d-aceb-b126256ed31b tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/security-groups?id=087f1b41-93b0-4fd0-aa74-da30bbaf628e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501120 Feb 01 18:48:31.289524 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53134) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:31.399794 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-965b0b0f-16a4-4439-8cff-f65b06f48e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.483568 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-19a3b6ef-0d05-4c07-96e6-bfa13f57469d tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:31.486083 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-19a3b6ef-0d05-4c07-96e6-bfa13f57469d tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 946 time: 0.1019943 Feb 01 18:48:31.494730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-965b0b0f-16a4-4439-8cff-f65b06f48e98 admin admin] Publish callbacks [] for security_group (904b1325-3078-4cdb-aeb3-1b28d5320876), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.508460 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-965b0b0f-16a4-4439-8cff-f65b06f48e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (904b1325-3078-4cdb-aeb3-1b28d5320876), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.557369 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-965b0b0f-16a4-4439-8cff-f65b06f48e98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9142a0552ff44d6aa157ededec2a2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637696 Feb 01 18:48:31.557369 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0b0f-16a4-4439-8cff-f65b06f48e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b1325-3078-4cdb-aeb3-1b28d5320876,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:31.557699 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53144) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:31.614136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] Publish callbacks [] for security_group (904b1325-3078-4cdb-aeb3-1b28d5320876), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.637094 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] Publish callbacks [] for security_group (904b1325-3078-4cdb-aeb3-1b28d5320876), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.640501 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Deleting port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:48:31.640897 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.692476 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (904b1325-3078-4cdb-aeb3-1b28d5320876), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.695403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.696731 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/904b1325-3078-4cdb-aeb3-1b28d5320876 HTTP/1.1" status: 204 len: 168 time: 0.1381524 Feb 01 18:48:31.717363 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389b2a9-3c0f-4590-802c-a3fc0b3f92ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b1325-3078-4cdb-aeb3-1b28d5320876,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:31.757371 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] For port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,segment=NetworkSegment(be6a145d-ae20-4fd2-ba50-96deccb4c373),segment_id=be6a145d-ae20-4fd2-ba50-96deccb4c373)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:31.757749 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.764132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53152) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:31.774804 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Calling delete_port for 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:48:31.860445 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6793d4-50d1-4860-8650-db4e6a09327d req-6d25ebb5-bb15-4241-83ca-d4162a0adf55 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:31.862225 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4b6793d4-50d1-4860-8650-db4e6a09327d req-6d25ebb5-bb15-4241-83ca-d4162a0adf55 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 943 time: 0.0653083 Feb 01 18:48:31.917103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-99307d78-9a53-40f2-9d00-75ac6b58a79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.941799 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4b6793d4-50d1-4860-8650-db4e6a09327d req-d3b4d0a1-f09d-4c52-9bf8-739c231946c0 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732303 Feb 01 18:48:31.949134 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (64af46ab-1aba-42de-a32e-b6ad7d3a4ee6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:31.965677 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['64af46ab-1aba-42de-a32e-b6ad7d3a4ee6'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:31.997927 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Pushing event deleted for resources: {'Port': ['ID=64af46ab-1aba-42de-a32e-b6ad7d3a4ee6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.077134 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-99307d78-9a53-40f2-9d00-75ac6b58a79c admin admin] Publish callbacks [] for security_group (170c6c3d-c09c-413d-a2b6-a232a2a3a243), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.082848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] No DVR routers for this DVR port 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:48:32.085135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-99307d78-9a53-40f2-9d00-75ac6b58a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (170c6c3d-c09c-413d-a2b6-a232a2a3a243), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.086806 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.092536 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8e602ffa-4c1b-4301-92fa-91d4a17f65c7 req-5f30d4db-e912-4773-99a1-f6045d327eb8 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.39 "DELETE /v2.0/ports/64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 HTTP/1.1" status: 204 len: 173 time: 0.5979073 Feb 01 18:48:32.093130 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'name': 'network-vif-deleted', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:32.099366 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a2138f-c108-4442-82c4-335a414de5d7" -d '{"events": [{"server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "name": "network-vif-deleted", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:32.153634 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99307d78-9a53-40f2-9d00-75ac6b58a79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c6c3d-c09c-413d-a2b6-a232a2a3a243,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.177870 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ea6998-3911-4fb5-a45f-6e6b4c72cf99 x-openstack-request-id: req-27ea6998-3911-4fb5-a45f-6e6b4c72cf99 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:32.178522 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5e242d-4c4d-457f-bf21-4fc719252f44", "name": "network-vif-deleted", "tag": "64af46ab-1aba-42de-a32e-b6ad7d3a4ee6", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:32.178965 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27ea6998-3911-4fb5-a45f-6e6b4c72cf99 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:32.179634 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5e242d-4c4d-457f-bf21-4fc719252f44', 'name': 'network-vif-deleted', 'tag': '64af46ab-1aba-42de-a32e-b6ad7d3a4ee6', 'status': 'completed', 'code': 200} Feb 01 18:48:32.226821 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-99307d78-9a53-40f2-9d00-75ac6b58a79c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70f5e98c996b41b3b35929788566a56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614055 Feb 01 18:48:32.229592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53178) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:32.259561 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9b595d07-c437-4c57-aa99-5bb49550c3c2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:48:32.273854 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53184) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:32.287201 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12c93352-da89-4674-a4a6-37f49c83006b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.301407 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b235f2be-d0b9-4de9-8ffb-f4517956c56d req-48c874d1-b61b-4b89-aef4-8466aae05df2 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.0466325 Feb 01 18:48:32.326827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] Publish callbacks [] for security_group (170c6c3d-c09c-413d-a2b6-a232a2a3a243), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.369474 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] Publish callbacks [] for security_group (170c6c3d-c09c-413d-a2b6-a232a2a3a243), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.385413 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:32.387325 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12c93352-da89-4674-a4a6-37f49c83006b admin admin] Publish callbacks [] for security_group (1e8b134d-b034-4087-96c3-9039a36ec9b6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.392412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12c93352-da89-4674-a4a6-37f49c83006b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1e8b134d-b034-4087-96c3-9039a36ec9b6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.400019 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '9b595d07-c437-4c57-aa99-5bb49550c3c2', 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1', 'port_id': '9b595d07-c437-4c57-aa99-5bb49550c3c2', 'mac_address': 'fa:16:3e:62:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857178fd-a97f-492b-8a4d-f70dcb11c85d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:48:32.434954 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c93352-da89-4674-a4a6-37f49c83006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b134d-b034-4087-96c3-9039a36ec9b6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.454682 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-12c93352-da89-4674-a4a6-37f49c83006b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0b7d69abc0b417b96bb1dc318b56176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790431 Feb 01 18:48:32.456761 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53188) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:32.472742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (170c6c3d-c09c-413d-a2b6-a232a2a3a243), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.476822 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.480630 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/170c6c3d-c09c-413d-a2b6-a232a2a3a243 HTTP/1.1" status: 204 len: 168 time: 0.2473378 Feb 01 18:48:32.504354 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0be07-5678-435f-9845-c340dcde7678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c6c3d-c09c-413d-a2b6-a232a2a3a243,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.504726 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 9b595d07-c437-4c57-aa99-5bb49550c3c2 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:32.505375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.551088 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] Publish callbacks [] for security_group (1e8b134d-b034-4087-96c3-9039a36ec9b6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.561530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b595d07-c437-4c57-aa99-5bb49550c3c2 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:32.593516 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:32.601053 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.637538 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] Publish callbacks [] for security_group (1e8b134d-b034-4087-96c3-9039a36ec9b6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.666420 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.677766 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.678440 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.679270 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.679811 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.680328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.680837 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.681442 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.681927 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.682408 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.682935 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.683428 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.683978 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.684726 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:32.694732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1e8b134d-b034-4087-96c3-9039a36ec9b6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.698711 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.701270 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e8b134d-b034-4087-96c3-9039a36ec9b6 HTTP/1.1" status: 204 len: 168 time: 0.2430470 Feb 01 18:48:32.711374 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba170b8c-c0fb-41fe-9e11-9b7afb672e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b134d-b034-4087-96c3-9039a36ec9b6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:32.928459 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53202) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:32.942612 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1a1da4c8-609b-4c5f-9db4-bfc2eb49dde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:32.985945 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['9b595d07-c437-4c57-aa99-5bb49550c3c2'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:33.034821 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1a1da4c8-609b-4c5f-9db4-bfc2eb49dde6 admin admin] Publish callbacks [] for security_group (d91f0e1e-d6b4-40c6-a560-28fe205deb54), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.041608 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1a1da4c8-609b-4c5f-9db4-bfc2eb49dde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d91f0e1e-d6b4-40c6-a560-28fe205deb54), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.090754 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-1a1da4c8-609b-4c5f-9db4-bfc2eb49dde6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74e7924b55c341d0aa6e1c6c5a9c7844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588237 Feb 01 18:48:33.090754 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1da4c8-609b-4c5f-9db4-bfc2eb49dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91f0e1e-d6b4-40c6-a560-28fe205deb54,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:33.091907 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f567ff5-827c-4184-9903-b818812ad85d req-bd2fefed-1c66-4ba1-a560-9cbbf303f3fa tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:33.092898 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53206) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:33.100807 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5f567ff5-827c-4184-9903-b818812ad85d req-bd2fefed-1c66-4ba1-a560-9cbbf303f3fa tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 944 time: 0.0696158 Feb 01 18:48:33.171192 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5f567ff5-827c-4184-9903-b818812ad85d req-8f886cbc-d798-4357-b918-239586a18165 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692332 Feb 01 18:48:33.183716 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] Publish callbacks [] for security_group (d91f0e1e-d6b4-40c6-a560-28fe205deb54), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.214522 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] Publish callbacks [] for security_group (d91f0e1e-d6b4-40c6-a560-28fe205deb54), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.255702 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53212) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:33.276874 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24441155-7cd2-48aa-b3e0-21daa2c3ded7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.290531 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d91f0e1e-d6b4-40c6-a560-28fe205deb54), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.293231 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.294652 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d91f0e1e-d6b4-40c6-a560-28fe205deb54 HTTP/1.1" status: 204 len: 168 time: 0.2005310 Feb 01 18:48:33.321537 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854959e7-50e1-412f-9bc8-ac9a3a597b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91f0e1e-d6b4-40c6-a560-28fe205deb54,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:33.436528 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24441155-7cd2-48aa-b3e0-21daa2c3ded7 admin admin] Publish callbacks [] for security_group (9eff77d8-2ffb-4276-96f0-23e94a0415b8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.455702 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24441155-7cd2-48aa-b3e0-21daa2c3ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9eff77d8-2ffb-4276-96f0-23e94a0415b8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.488284 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c0ac1bbe-55d8-4211-9f56-d9292fd613ba req-dbb887ae-49f3-4ecc-b30e-80ad6c6e43b7 tempest-DeleteServersTestJSON-790728428 tempest-DeleteServersTestJSON-790728428-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b5e242d-4c4d-457f-bf21-4fc719252f44 HTTP/1.1" status: 200 len: 210 time: 0.0491657 Feb 01 18:48:33.526774 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-24441155-7cd2-48aa-b3e0-21daa2c3ded7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e60373bcfc9c4ad295befae679b561c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698255 Feb 01 18:48:33.529735 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53220) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:33.530152 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24441155-7cd2-48aa-b3e0-21daa2c3ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff77d8-2ffb-4276-96f0-23e94a0415b8,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:33.585932 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] Publish callbacks [] for security_group (9eff77d8-2ffb-4276-96f0-23e94a0415b8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.610435 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53222) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:33.623580 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] Publish callbacks [] for security_group (9eff77d8-2ffb-4276-96f0-23e94a0415b8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.689908 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9eff77d8-2ffb-4276-96f0-23e94a0415b8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.693192 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.702783 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9eff77d8-2ffb-4276-96f0-23e94a0415b8 HTTP/1.1" status: 204 len: 168 time: 0.1676259 Feb 01 18:48:33.729695 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99c6d2-b308-4a0f-88aa-af8a2feb1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff77d8-2ffb-4276-96f0-23e94a0415b8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:33.808162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5da1-bdc0-4f82-a0be-8ed98c0293fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.907712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5da1-bdc0-4f82-a0be-8ed98c0293fe admin admin] Publish callbacks [] for security_group (ed4145a3-4166-47ad-82d0-a240d4ea9b6c), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.912474 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c3ff5da1-bdc0-4f82-a0be-8ed98c0293fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ed4145a3-4166-47ad-82d0-a240d4ea9b6c), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:33.951280 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff5da1-bdc0-4f82-a0be-8ed98c0293fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4145a3-4166-47ad-82d0-a240d4ea9b6c,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:33.958651 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c3ff5da1-bdc0-4f82-a0be-8ed98c0293fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28dbd8ae5c504dc79ea24b327aa1c1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450325 Feb 01 18:48:33.959216 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53244) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:34.022429 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] Publish callbacks [] for security_group (ed4145a3-4166-47ad-82d0-a240d4ea9b6c), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.048769 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] Publish callbacks [] for security_group (ed4145a3-4166-47ad-82d0-a240d4ea9b6c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.099160 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ed4145a3-4166-47ad-82d0-a240d4ea9b6c), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.101765 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.102967 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed4145a3-4166-47ad-82d0-a240d4ea9b6c HTTP/1.1" status: 204 len: 168 time: 0.1426733 Feb 01 18:48:34.111099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f58e84-87ac-4a65-8f5a-8058ff29aa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4145a3-4166-47ad-82d0-a240d4ea9b6c,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:34.272020 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9b595d07-c437-4c57-aa99-5bb49550c3c2 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:34.303979 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217cd5e-85af-49b3-ab93-f06ed7839bc9 req-6eb91780-4267-48e8-ac1d-78ae2278c310 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:34.313037 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e217cd5e-85af-49b3-ab93-f06ed7839bc9 req-6eb91780-4267-48e8-ac1d-78ae2278c310 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 944 time: 0.0652871 Feb 01 18:48:34.343479 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 9b595d07-c437-4c57-aa99-5bb49550c3c2 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:48:34.351846 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 9b595d07-c437-4c57-aa99-5bb49550c3c2 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:34.353427 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.366831 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e217cd5e-85af-49b3-ab93-f06ed7839bc9 req-8664cdbe-a7a3-4b51-b2cb-860ba93da0c3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Feb 01 18:48:34.459529 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53268) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:34.480130 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b7476186-8328-4f1f-b1ee-b10b7015976e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.577141 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b7476186-8328-4f1f-b1ee-b10b7015976e admin admin] Publish callbacks [] for security_group (142176e5-6f2f-42b7-841c-2b3cd9d9d334), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.580089 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 9b595d07-c437-4c57-aa99-5bb49550c3c2 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:34.582500 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.592331 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b7476186-8328-4f1f-b1ee-b10b7015976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (142176e5-6f2f-42b7-841c-2b3cd9d9d334), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.626249 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:34.627472 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:34.630125 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91abcc6f-67c0-4c3f-8cc0-56b1da8dbe28" -d '{"events": [{"server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "name": "network-vif-plugged", "status": "completed", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:34.634708 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.635961 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:48:34.652246 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53280) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:34.660626 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b7476186-8328-4f1f-b1ee-b10b7015976e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a4efc2c1dc84085b0805cf460052ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999092 Feb 01 18:48:34.672702 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7476186-8328-4f1f-b1ee-b10b7015976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142176e5-6f2f-42b7-841c-2b3cd9d9d334,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:34.712282 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:48:34.712620 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 64af46ab-1aba-42de-a32e-b6ad7d3a4ee6 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:48:34.716596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ba542b-f223-4196-a701-58009c35596a x-openstack-request-id: req-31ba542b-f223-4196-a701-58009c35596a {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:34.716902 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "name": "network-vif-plugged", "status": "completed", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:34.717151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31ba542b-f223-4196-a701-58009c35596a {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:34.719910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] Publish callbacks [] for security_group (142176e5-6f2f-42b7-841c-2b3cd9d9d334), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.727195 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2', 'code': 200} Feb 01 18:48:34.736812 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:34.749784 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] Publish callbacks [] for security_group (142176e5-6f2f-42b7-841c-2b3cd9d9d334), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.813841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (142176e5-6f2f-42b7-841c-2b3cd9d9d334), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.816468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:34.820617 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/142176e5-6f2f-42b7-841c-2b3cd9d9d334 HTTP/1.1" status: 204 len: 168 time: 0.1670699 Feb 01 18:48:34.829885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50c487-000e-42a9-b131-675a2a6f4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142176e5-6f2f-42b7-841c-2b3cd9d9d334,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:35.005741 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a218c-41c0-4a79-bdf5-ccd729202729 req-b65b449b-36c4-460c-926a-b43e1992c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:35.007329 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bb0a218c-41c0-4a79-bdf5-ccd729202729 req-b65b449b-36c4-460c-926a-b43e1992c48c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 1129 time: 0.0569227 Feb 01 18:48:35.075579 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bb0a218c-41c0-4a79-bdf5-ccd729202729 req-5459d49a-626c-4d86-bf2c-c1d5ae1d0b94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Feb 01 18:48:35.578556 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843438bd-45fa-489f-afb5-4a06e19b5460 req-dcbbcdf6-a3dc-4bfc-8eaf-20dd3ca5b62e tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:35.580443 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-843438bd-45fa-489f-afb5-4a06e19b5460 req-dcbbcdf6-a3dc-4bfc-8eaf-20dd3ca5b62e tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.0945239 Feb 01 18:48:35.639683 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-843438bd-45fa-489f-afb5-4a06e19b5460 req-fb91ed64-7047-49dd-bc54-b24e577fd8e0 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496767 Feb 01 18:48:35.827589 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e85ef0e9-99b4-4369-a966-af851d90d611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.070338 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53360) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:36.125006 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Deleting subnet fbb1c854-0f33-465f-8ac1-7d7e84a2d50a {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:48:36.128755 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Publish callbacks [] for subnet (fbb1c854-0f33-465f-8ac1-7d7e84a2d50a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.185239 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (fbb1c854-0f33-465f-8ac1-7d7e84a2d50a), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.235975 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (fbb1c854-0f33-465f-8ac1-7d7e84a2d50a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.326641 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (fbb1c854-0f33-465f-8ac1-7d7e84a2d50a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.360058 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb1c854-0f33-465f-8ac1-7d7e84a2d50a,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:36.364562 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.370419 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0b973c3e-bd91-4bf0-bff6-a768ee6fee2f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbb1c854-0f33-465f-8ac1-7d7e84a2d50a HTTP/1.1" status: 204 len: 168 time: 0.2968247 Feb 01 18:48:36.371775 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53374) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:36.445375 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (ac504e47-8070-414e-92b9-2188ba1694b7), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.528647 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (ac504e47-8070-414e-92b9-2188ba1694b7), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.552511 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac504e47-8070-414e-92b9-2188ba1694b7']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:36.563486 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6a145d-ae20-4fd2-ba50-96deccb4c373') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:36.563777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6a145d-ae20-4fd2-ba50-96deccb4c373') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:36.574682 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (be6a145d-ae20-4fd2-ba50-96deccb4c373), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.590941 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (be6a145d-ae20-4fd2-ba50-96deccb4c373), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.599138 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:48:36.599552 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (be6a145d-ae20-4fd2-ba50-96deccb4c373), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:48:36.601559 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:48:36.675545 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (ac504e47-8070-414e-92b9-2188ba1694b7), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.696511 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:36.700548 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ac504e47-8070-414e-92b9-2188ba1694b7 HTTP/1.1" status: 204 len: 168 time: 0.3284521 Feb 01 18:48:36.716275 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ca308-098e-49ce-856b-4af86b8e8d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac504e47-8070-414e-92b9-2188ba1694b7,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:36.805493 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee119d-238c-4b43-95d3-d3d9bde9c542 req-42511d71-bb6e-46d7-b3a3-b160dba74f58 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:36.811753 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9dee119d-238c-4b43-95d3-d3d9bde9c542 req-42511d71-bb6e-46d7-b3a3-b160dba74f58 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.0833709 Feb 01 18:48:36.883323 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9dee119d-238c-4b43-95d3-d3d9bde9c542 req-bdcfde3d-697d-4566-b9bf-a59619963071 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Feb 01 18:48:36.944979 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53398) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:36.987374 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-eb6b7351-90a9-4da8-92c5-51c53f2ab746 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=407e1fdaf7c6465a95f84dcad32840dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383193 Feb 01 18:48:36.987852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53400) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:37.037998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] Publish callbacks [] for security_group (087f1b41-93b0-4fd0-aa74-da30bbaf628e), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.061928 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] Publish callbacks [] for security_group (087f1b41-93b0-4fd0-aa74-da30bbaf628e), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.111165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (087f1b41-93b0-4fd0-aa74-da30bbaf628e), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.114160 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.115375 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/087f1b41-93b0-4fd0-aa74-da30bbaf628e HTTP/1.1" status: 204 len: 168 time: 0.1266048 Feb 01 18:48:37.124900 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e94df-5647-4865-a041-509d13a63a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087f1b41-93b0-4fd0-aa74-da30bbaf628e,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:37.849524 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53434) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:37.901981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-66b38dde-56cf-471a-9899-c78d41d4b8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.956494 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-312693033-network', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:37.978908 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Made reservation on behalf of c924102b1b32492ca51f3be0f946a581 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:37.982849 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:37.992045 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.027978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34994760-8de9-4a7c-863b-86f9978843b0 req-97ed743d-3461-4b6b-a606-dfca253ecb4a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:38.029516 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34994760-8de9-4a7c-863b-86f9978843b0 req-97ed743d-3461-4b6b-a606-dfca253ecb4a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.0578678 Feb 01 18:48:38.073886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks [] for security_group (ebee18d5-35a4-4c9a-935d-d12fe586a335), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.077917 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ebee18d5-35a4-4c9a-935d-d12fe586a335), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.079897 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34994760-8de9-4a7c-863b-86f9978843b0 req-ddf66128-a3d3-45b9-8219-25dd9dfdc71b tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436711 Feb 01 18:48:38.108573 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:48:38.114041 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee18d5-35a4-4c9a-935d-d12fe586a335,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:38.123945 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (dab6a73e-1b60-4504-b17a-bf27a620fd75), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.124350 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Added segment dab6a73e-1b60-4504-b17a-bf27a620fd75 of type vlan for network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 Feb 01 18:48:38.168460 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (2d2358d7-3e3d-4a4b-b872-740b70b188c3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.194670 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (2d2358d7-3e3d-4a4b-b872-740b70b188c3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.195624 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:38.196203 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.256958 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4062750 Feb 01 18:48:38.260135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53448) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:38.265286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Request body: {'subnet': {'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-subnet', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:38.273047 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3d58-1e80-4b00-b0b3-e38c517475a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2358d7-3e3d-4a4b-b872-740b70b188c3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:38.283763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:48:38.295882 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Made reservation on behalf of c924102b1b32492ca51f3be0f946a581 for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:38.299680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.483381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (01375d98-7bc2-410f-ab76-4f164be56a18), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.544772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01375d98-7bc2-410f-ab76-4f164be56a18,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:38.560665 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Checking segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:38.560665 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Network hostable DHCP agents. Network: 2d2358d7-3e3d-4a4b-b872-740b70b188c3, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:48:38.578309 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:48:38.588054 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 2d2358d7-3e3d-4a4b-b872-740b70b188c3) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:38.592588 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:38.593185 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.598751 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8fc838-14cd-4ffd-94e8-2fd38ee35398 None None] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:38.618873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53460) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:38.619112 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-df796a80-d4d4-4867-afc9-973937317c02 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3577788 Feb 01 18:48:38.625386 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:38.650516 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.652606 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.725333 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for router_controller (7f66e01e-5556-44d1-bf68-cb690f55cb5b), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:38.732905 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f03d2d-abca-490c-8468-a57b5716e260 None None] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:38.884901 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for router_gateway (7f66e01e-5556-44d1-bf68-cb690f55cb5b), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.090589 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for router_gateway (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.112978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.215884 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.216739 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Allocated IP 172.27.3.150 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/79cd4d5f-b974-4d87-b78c-be5572a3690e) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:39.329348 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.368063 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:39.404582 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:39.407974 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:39.411403 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:39.419071 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Pushing event updated for resources: {'Port': ['ID=79cd4d5f-b974-4d87-b78c-be5572a3690e,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:39.863770 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for router_gateway (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.065393 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.218334 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Router 7f66e01e-5556-44d1-bf68-cb690f55cb5b is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:48:40.338130 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:48:40.350394 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Sync routers for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:48:40.358254 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.359930 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-711bec36-b413-4d66-a043-60933acae206 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.7390220 Feb 01 18:48:40.363534 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53510) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:40.366933 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:40.367656 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:40.489471 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:40.557942 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53516) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:40.611439 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.696877 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:39Z', 'revision_number': 3, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:40.726141 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9aa79c6d-35fb-49de-98e3-25af3a47fc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.734655 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Checking router: 7f66e01e-5556-44d1-bf68-cb690f55cb5b for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:48:40.735015 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Updating router 7f66e01e-5556-44d1-bf68-cb690f55cb5b port 79cd4d5f-b974-4d87-b78c-be5572a3690e binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:48:40.772173 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.825939 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9aa79c6d-35fb-49de-98e3-25af3a47fc81 admin admin] Publish callbacks [] for security_group (cf283731-f144-4fa9-b11a-83ed312ab02e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.832142 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9aa79c6d-35fb-49de-98e3-25af3a47fc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cf283731-f144-4fa9-b11a-83ed312ab02e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.866419 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:40.873055 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9aa79c6d-35fb-49de-98e3-25af3a47fc81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77f1fea557bd4ab1be5ff9bd193b88c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119428 Feb 01 18:48:40.876689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53526) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:40.896574 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79c6d-35fb-49de-98e3-25af3a47fc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf283731-f144-4fa9-b11a-83ed312ab02e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:40.981389 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] Publish callbacks [] for security_group (cf283731-f144-4fa9-b11a-83ed312ab02e), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.024441 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] Publish callbacks [] for security_group (cf283731-f144-4fa9-b11a-83ed312ab02e), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.072489 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks [] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.085121 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.161009 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3de78-c6c8-49b2-9a84-53c6e6c752e1 req-e9574cd0-1aae-4d0e-a81a-5fd58b703599 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:41.164992 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64b3de78-c6c8-49b2-9a84-53c6e6c752e1 req-e9574cd0-1aae-4d0e-a81a-5fd58b703599 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.0844729 Feb 01 18:48:41.173071 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Pushing event updated for resources: {'Port': ['ID=79cd4d5f-b974-4d87-b78c-be5572a3690e,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:41.188096 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.188483 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.189140 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.189631 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.190207 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.190787 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.192117 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.192917 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.192917 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.193293 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.193658 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.193984 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.194312 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:48:41.212774 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Allocated IP 172.20.0.1 (2d2358d7-3e3d-4a4b-b872-740b70b188c3/01375d98-7bc2-410f-ab76-4f164be56a18/946c6ff5-3aa3-43c9-97d6-78be2266a8fe) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:41.216993 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Attempting to bind port 79cd4d5f-b974-4d87-b78c-be5572a3690e on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:41.217357 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Attempting to bind port 79cd4d5f-b974-4d87-b78c-be5572a3690e by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:41.217720 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Attempting to bind port 79cd4d5f-b974-4d87-b78c-be5572a3690e on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:41.221766 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cf283731-f144-4fa9-b11a-83ed312ab02e), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.224623 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.229311 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf283731-f144-4fa9-b11a-83ed312ab02e HTTP/1.1" status: 204 len: 168 time: 0.3491504 Feb 01 18:48:41.238446 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64b3de78-c6c8-49b2-9a84-53c6e6c752e1 req-fcc6bf4e-77e1-40f5-a54c-8238c4e2a3e3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684924 Feb 01 18:48:41.246573 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:41.246969 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:41.247459 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.247882 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:41.248530 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Bound port: 79cd4d5f-b974-4d87-b78c-be5572a3690e, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:41.251582 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.348505 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aeb30-397b-4cf2-8ac6-caae8a944fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf283731-f144-4fa9-b11a-83ed312ab02e,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:41.369282 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] For port 79cd4d5f-b974-4d87-b78c-be5572a3690e, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:41.371561 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] For port 79cd4d5f-b974-4d87-b78c-be5572a3690e, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=79cd4d5f-b974-4d87-b78c-be5572a3690e,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:41.393225 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.426744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks [] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.469935 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.513435 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abe658-cbb6-46da-bb17-7543744c9ed0 None None] Pushing event updated for resources: {'Port': ['ID=79cd4d5f-b974-4d87-b78c-be5572a3690e,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:41.530123 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:41.534992 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:41.545493 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:41.555645 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:41.556447 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:41.604311 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Pushing event updated for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:41.626281 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.721545 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:41.732618 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53568) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:41.748710 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cb778d00-bc49-4ff3-a72f-df6e1b852ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.836343 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53570) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:41.848513 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.890293 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.951322 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cb778d00-bc49-4ff3-a72f-df6e1b852ba5 admin admin] Publish callbacks [] for security_group (c2597312-c2d4-4e38-be52-d08f123eb20f), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.967444 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa1da-8f90-4636-b4e8-6336213ed589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:41.972063 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cb778d00-bc49-4ff3-a72f-df6e1b852ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c2597312-c2d4-4e38-be52-d08f123eb20f), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.031963 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:39Z', 'revision_number': 3, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:42.055756 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-cb778d00-bc49-4ff3-a72f-df6e1b852ba5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63afe6497bb5410195aabde076c7af2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231707 Feb 01 18:48:42.058863 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53574) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:42.065603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa1da-8f90-4636-b4e8-6336213ed589 admin admin] Publish callbacks [] for security_group (be3eb78c-8412-4ea2-9164-3be7f0a0aa99), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.067525 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e6873-a62e-4143-a150-5f947963cb39 None None] The sync data for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi is: [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:39Z', 'revision_number': 3, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:48:42.073315 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa1da-8f90-4636-b4e8-6336213ed589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (be3eb78c-8412-4ea2-9164-3be7f0a0aa99), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.075507 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb778d00-bc49-4ff3-a72f-df6e1b852ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2597312-c2d4-4e38-be52-d08f123eb20f,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:42.115049 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-bfdfa1da-8f90-4636-b4e8-6336213ed589 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b5db5c4bf804d0cbab8e120d0c4af6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770438 Feb 01 18:48:42.117405 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfa1da-8f90-4636-b4e8-6336213ed589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3eb78c-8412-4ea2-9164-3be7f0a0aa99,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:42.117855 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53576) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:42.215862 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] Publish callbacks [] for security_group (c2597312-c2d4-4e38-be52-d08f123eb20f), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.220172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks [] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.230040 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.281079 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] Publish callbacks [] for security_group (be3eb78c-8412-4ea2-9164-3be7f0a0aa99), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.302860 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] Publish callbacks [] for security_group (c2597312-c2d4-4e38-be52-d08f123eb20f), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.361769 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Pushing event updated for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:42.368394 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] Publish callbacks [] for security_group (be3eb78c-8412-4ea2-9164-3be7f0a0aa99), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.397002 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.421779 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd072326-7004-4d55-a808-9dae2bf9b5b7 req-082dfaec-cda1-4151-84e7-e76e32305093 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:42.434169 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fd072326-7004-4d55-a808-9dae2bf9b5b7 req-082dfaec-cda1-4151-84e7-e76e32305093 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.1037359 Feb 01 18:48:42.496440 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fd072326-7004-4d55-a808-9dae2bf9b5b7 req-2146f261-7705-4797-aa41-5fa8facd0f30 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Feb 01 18:48:42.520012 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c2597312-c2d4-4e38-be52-d08f123eb20f), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.522607 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.523766 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2597312-c2d4-4e38-be52-d08f123eb20f HTTP/1.1" status: 204 len: 168 time: 0.4599063 Feb 01 18:48:42.528483 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (be3eb78c-8412-4ea2-9164-3be7f0a0aa99), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.530959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:42.532122 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be3eb78c-8412-4ea2-9164-3be7f0a0aa99 HTTP/1.1" status: 204 len: 168 time: 0.4124713 Feb 01 18:48:42.549164 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:42.550346 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f382de-9139-4427-a02a-dd6590aa35e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2597312-c2d4-4e38-be52-d08f123eb20f,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:42.555222 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:42.570157 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2dde3b-997a-4b0d-90cf-49fd38273afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3eb78c-8412-4ea2-9164-3be7f0a0aa99,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:42.753112 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Router 7f66e01e-5556-44d1-bf68-cb690f55cb5b has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:48:42.847184 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 79cd4d5f-b974-4d87-b78c-be5572a3690e up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:42.919377 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:48:42.933669 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a2acd78e-04d1-4f37-9c11-1b06c1323272 admin admin] 10.222.0.31 "PUT /v2.0/routers/7f66e01e-5556-44d1-bf68-cb690f55cb5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689456 Feb 01 18:48:42.981291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 79cd4d5f-b974-4d87-b78c-be5572a3690e triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:42.982683 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.103938 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 79cd4d5f-b974-4d87-b78c-be5572a3690e is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:43.104244 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.134825 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53608) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:43.138328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 79cd4d5f-b974-4d87-b78c-be5572a3690e, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=79cd4d5f-b974-4d87-b78c-be5572a3690e,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:43.143564 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.221291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=79cd4d5f-b974-4d87-b78c-be5572a3690e,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:43.226012 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e9327b2-1b4e-4a65-b31a-52260dba4e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.345787 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-ee34c315-0c19-4301-b0b6-f01e69f9296a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:43.347445 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-ee34c315-0c19-4301-b0b6-f01e69f9296a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.1882226 Feb 01 18:48:43.630367 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e9327b2-1b4e-4a65-b31a-52260dba4e41 admin admin] Publish callbacks [] for security_group (bf300533-ed4a-44c7-ba20-bbe0ac3a82c7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.668509 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e9327b2-1b4e-4a65-b31a-52260dba4e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bf300533-ed4a-44c7-ba20-bbe0ac3a82c7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.675284 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44539fc-72d3-46ef-a6e5-24cffa1e8fa6 req-819e49ad-b256-4423-8553-0cf1a48afb98 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:43.677018 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e44539fc-72d3-46ef-a6e5-24cffa1e8fa6 req-819e49ad-b256-4423-8553-0cf1a48afb98 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 945 time: 0.0863571 Feb 01 18:48:43.742098 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8e9327b2-1b4e-4a65-b31a-52260dba4e41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70f99e1c58b6417c855485e9a4c666aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6058762 Feb 01 18:48:43.742862 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9327b2-1b4e-4a65-b31a-52260dba4e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf300533-ed4a-44c7-ba20-bbe0ac3a82c7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:43.745381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53634) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:43.761210 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Deleting port 9b595d07-c437-4c57-aa99-5bb49550c3c2 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:48:43.761566 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.783182 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e44539fc-72d3-46ef-a6e5-24cffa1e8fa6 req-198c7019-2131-4998-b2a8-3d4c20d0ba6f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954514 Feb 01 18:48:43.878676 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] For port 9b595d07-c437-4c57-aa99-5bb49550c3c2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9b595d07-c437-4c57-aa99-5bb49550c3c2,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:43.880751 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.888381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] Publish callbacks [] for security_group (bf300533-ed4a-44c7-ba20-bbe0ac3a82c7), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.901769 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Calling delete_port for 9b595d07-c437-4c57-aa99-5bb49550c3c2 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:48:43.924397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] Publish callbacks [] for security_group (bf300533-ed4a-44c7-ba20-bbe0ac3a82c7), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:43.982853 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-894054c4-71a4-4143-adf0-9505c65f8525 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:43.985061 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-894054c4-71a4-4143-adf0-9505c65f8525 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 818 time: 0.1772881 Feb 01 18:48:44.002663 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-78b03bd7-64d7-4192-8dec-48b117a3904f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/quotas/c924102b1b32492ca51f3be0f946a581 HTTP/1.1" status: 200 len: 375 time: 0.0097420 Feb 01 18:48:44.039994 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bf300533-ed4a-44c7-ba20-bbe0ac3a82c7), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:44.043007 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:44.046718 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf300533-ed4a-44c7-ba20-bbe0ac3a82c7 HTTP/1.1" status: 204 len: 168 time: 0.2973056 Feb 01 18:48:44.064592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a2b8f-6d3f-4625-ae87-3c914917eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf300533-ed4a-44c7-ba20-bbe0ac3a82c7,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:44.105020 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-a1532b82-957b-46f6-9294-482a40d05339 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926588 Feb 01 18:48:44.113364 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (9b595d07-c437-4c57-aa99-5bb49550c3c2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:44.131164 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['9b595d07-c437-4c57-aa99-5bb49550c3c2'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:44.162831 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Pushing event deleted for resources: {'Port': ['ID=9b595d07-c437-4c57-aa99-5bb49550c3c2,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:44.223873 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-a0512f10-504b-414d-9296-6fa6dafd49c5 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131330 Feb 01 18:48:44.243201 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] No DVR routers for this DVR port 9b595d07-c437-4c57-aa99-5bb49550c3c2 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:48:44.249304 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:44.253656 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a1ee8bc2-1faa-4c3c-b15a-fc89eb2b278a req-322630f5-c7e3-416f-b29e-f09ab4ccbd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "DELETE /v2.0/ports/9b595d07-c437-4c57-aa99-5bb49550c3c2 HTTP/1.1" status: 204 len: 173 time: 0.8946075 Feb 01 18:48:44.254226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'name': 'network-vif-deleted', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:44.257577 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc17427-9721-4001-b9fe-c4e83ed18ac5" -d '{"events": [{"server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "name": "network-vif-deleted", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:44.330227 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735512e0-bf92-4c06-b3f0-7490f6fe44ec x-openstack-request-id: req-735512e0-bf92-4c06-b3f0-7490f6fe44ec {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:44.330542 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9", "name": "network-vif-deleted", "tag": "9b595d07-c437-4c57-aa99-5bb49550c3c2", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:44.330800 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-735512e0-bf92-4c06-b3f0-7490f6fe44ec {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:44.331203 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9', 'name': 'network-vif-deleted', 'tag': '9b595d07-c437-4c57-aa99-5bb49550c3c2', 'status': 'completed', 'code': 200} Feb 01 18:48:44.429429 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-64417097-51bc-4bba-9392-f9d67b16dcb7 service neutron] 10.222.0.31 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978526 Feb 01 18:48:44.469784 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Sync routers for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:48:44.488711 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:44.492796 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:44.709639 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:44.748458 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-10d20696-fc84-4839-a0d9-517385b07a0a req-ae010f39-b8b0-46e0-9650-fcdafa679bde tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 210 time: 0.0606177 Feb 01 18:48:44.785765 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 79cd4d5f-b974-4d87-b78c-be5572a3690e up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:44.801470 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:48:45.086099 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ed033396-1e7f-4948-bb70-26a5f0528080 req-ffdb5596-e06d-4516-b1ca-f9d5781a3f07 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a8dff2d-e22c-47f1-80d7-ed1c0c9d4de9 HTTP/1.1" status: 200 len: 210 time: 0.0799611 Feb 01 18:48:45.146784 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 79cd4d5f-b974-4d87-b78c-be5572a3690e triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:45.147238 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:45.301700 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-f0a27d62-2b12-4e61-bbe4-e3bcfcd0ecd2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:45.310272 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-f0a27d62-2b12-4e61-bbe4-e3bcfcd0ecd2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 818 time: 0.1573610 Feb 01 18:48:45.329065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-33ec5c50-3f62-432c-ab56-469f8a6936e6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/quotas/c924102b1b32492ca51f3be0f946a581 HTTP/1.1" status: 200 len: 375 time: 0.0167496 Feb 01 18:48:45.397505 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-4043c2a5-b5bb-4592-b12e-ae1b076b4f72 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670340 Feb 01 18:48:45.431743 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53740) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:45.448743 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 79cd4d5f-b974-4d87-b78c-be5572a3690e is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:45.475872 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 4, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '946c6ff5-3aa3-43c9-97d6-78be2266a8fe', 'name': '', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'mac_address': 'fa:16:3e:b2:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:40Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 2, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'subnets': [{'id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:45.510024 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-07288024-d78e-4738-ab62-2ef0fe8cb46d service neutron] 10.222.0.31 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114252 Feb 01 18:48:45.518056 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Checking router: 7f66e01e-5556-44d1-bf68-cb690f55cb5b for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:48:45.518413 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Updating router 7f66e01e-5556-44d1-bf68-cb690f55cb5b port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:48:45.562006 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:45.651136 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-7023c73e-dce6-42ca-a5c4-bbf5d344f62e service neutron] 10.222.0.31 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398640 Feb 01 18:48:45.784372 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b1070353-ff42-4ddb-bc93-4e2f252875d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:45.900671 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e847a704-067d-436b-b300-7ee8308e859a req-42f4f3b9-e6ac-4667-ae6f-c4aac3e19db5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 210 time: 0.0476999 Feb 01 18:48:45.949336 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b1070353-ff42-4ddb-bc93-4e2f252875d3 admin admin] Publish callbacks [] for security_group (d561897c-e3a1-45ee-8612-c7bd37e2fb45), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:45.955068 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b1070353-ff42-4ddb-bc93-4e2f252875d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d561897c-e3a1-45ee-8612-c7bd37e2fb45), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.010123 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b1070353-ff42-4ddb-bc93-4e2f252875d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=965a2b9de80644b48b4c484ff2b41432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767572 Feb 01 18:48:46.011003 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1070353-ff42-4ddb-bc93-4e2f252875d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561897c-e3a1-45ee-8612-c7bd37e2fb45,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:46.013010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53766) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:46.032835 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks [] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.044478 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.114009 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] Publish callbacks [] for security_group (d561897c-e3a1-45ee-8612-c7bd37e2fb45), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.133005 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0d0a9-49f5-452f-a954-1770bc73290f None None] Pushing event updated for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:46.178059 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Attempting to bind port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:46.180273 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] Publish callbacks [] for security_group (d561897c-e3a1-45ee-8612-c7bd37e2fb45), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.187203 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Attempting to bind port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:46.187880 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Attempting to bind port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:46.194734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:46.195353 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Checking segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:46.195989 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.196562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Bound using segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:46.197179 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Bound port: 946c6ff5-3aa3-43c9-97d6-78be2266a8fe, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:46.197727 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.310415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d561897c-e3a1-45ee-8612-c7bd37e2fb45), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.315542 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.316849 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d561897c-e3a1-45ee-8612-c7bd37e2fb45 HTTP/1.1" status: 204 len: 168 time: 0.3027792 Feb 01 18:48:46.336460 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365580c-22e4-4899-b790-451a89fe8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561897c-e3a1-45ee-8612-c7bd37e2fb45,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:46.361673 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9b595d07-c437-4c57-aa99-5bb49550c3c2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:48:46.395622 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] For port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:46.478593 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 9b595d07-c437-4c57-aa99-5bb49550c3c2 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:48:46.481181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9b595d07-c437-4c57-aa99-5bb49550c3c2 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:48:46.496898 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-607992c3-480e-4b02-9f51-e0aa8c019f4c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:46.499606 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-607992c3-480e-4b02-9f51-e0aa8c019f4c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 818 time: 0.2307866 Feb 01 18:48:46.506964 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] For port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:46.519191 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:46.534920 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Request body: {'port': {'device_id': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'admin_state_up': True, 'tenant_id': 'c924102b1b32492ca51f3be0f946a581'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:46.675754 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:48:46.676300 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:48:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:46.743837 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0d0a9-49f5-452f-a954-1770bc73290f None None] Pushing event updated for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:46.867011 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:48:46.902792 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Made reservation on behalf of c924102b1b32492ca51f3be0f946a581 for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:46.908106 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.004005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-366ab124-6578-4e78-92a1-80e9ade5652f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:47.021661 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-366ab124-6578-4e78-92a1-80e9ade5652f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/networks?id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 200 len: 809 time: 0.3401873 Feb 01 18:48:47.085089 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-709a61f6-f1b6-4647-b7c3-30e7b03dcd36 req-7bac6091-0e48-4129-92be-97a23cd01cf4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 210 time: 0.0503819 Feb 01 18:48:47.095269 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-b0fa79c4-4974-4eb4-8069-abad84b80320 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/quotas/c919a01a24ba4655af2e51e824383fa9 HTTP/1.1" status: 200 len: 375 time: 0.0702305 Feb 01 18:48:47.151370 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-6425d9c2-0e1b-45f3-8e60-ec76a25d2733 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542715 Feb 01 18:48:47.155315 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53848) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:47.290460 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-ce7bcfbd-a151-4f8e-83aa-af7055015d3a service neutron] 10.222.0.31 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309664 Feb 01 18:48:47.323299 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8f95-104e-44f9-a628-3b3e82320782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.377428 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Allocated IP 172.20.0.11 (2d2358d7-3e3d-4a4b-b872-740b70b188c3/01375d98-7bc2-410f-ab76-4f164be56a18/06fc27ff-316d-47b5-a8a5-a8d6d723f4a7) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:47.424275 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 4, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '946c6ff5-3aa3-43c9-97d6-78be2266a8fe', 'name': '', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'mac_address': 'fa:16:3e:b2:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:40Z', 'updated_at': '2022-02-01T18:48:46Z', 'revision_number': 4, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'subnets': [{'id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:48:47.451285 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-bab384c2-badc-4a8e-8338-b9dd3320340a service neutron] 10.222.0.31 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596854 Feb 01 18:48:47.474212 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce3405-36aa-407e-ab35-66c6a24d5320 None None] The sync data for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi is: [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:48:41Z', 'revision_number': 4, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '946c6ff5-3aa3-43c9-97d6-78be2266a8fe', 'name': '', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'mac_address': 'fa:16:3e:b2:7f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:40Z', 'updated_at': '2022-02-01T18:48:46Z', 'revision_number': 4, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'subnets': [{'id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:48:47.583873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8f95-104e-44f9-a628-3b3e82320782 admin admin] Publish callbacks [] for security_group (8528de1f-2b3a-4361-9757-523b5fbbf884), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.599447 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8f95-104e-44f9-a628-3b3e82320782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8528de1f-2b3a-4361-9757-523b5fbbf884), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.754242 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ab1b8f95-104e-44f9-a628-3b3e82320782 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca41d58bce194384be349bc590ae8a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5949290 Feb 01 18:48:47.759088 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 53866) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:47.772190 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b8f95-104e-44f9-a628-3b3e82320782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528de1f-2b3a-4361-9757-523b5fbbf884,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:47.777530 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks [] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.817408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-c3077b68-369b-4cb3-a817-b85a5c3557e6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:47.819231 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-c3077b68-369b-4cb3-a817-b85a5c3557e6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 818 time: 0.2490168 Feb 01 18:48:47.855487 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] Publish callbacks [] for security_group (8528de1f-2b3a-4361-9757-523b5fbbf884), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.886308 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:47.898417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Request body: {'port': {'device_id': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'admin_state_up': True, 'tenant_id': 'c924102b1b32492ca51f3be0f946a581'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:47.910032 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-db00ad9b-77b7-4be5-9b2f-7b3e337fea27 req-3c60e876-79ba-4f65-93f0-aeec28fa82be tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 210 time: 0.0834084 Feb 01 18:48:47.931041 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] Publish callbacks [] for security_group (8528de1f-2b3a-4361-9757-523b5fbbf884), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.032491 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:48.049483 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:48.053010 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:48.119054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Pushing event updated for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:48.133231 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Made reservation on behalf of c924102b1b32492ca51f3be0f946a581 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:48.139265 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.156016 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:48.156943 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.173817 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8528de1f-2b3a-4361-9757-523b5fbbf884), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.180375 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.183593 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8528de1f-2b3a-4361-9757-523b5fbbf884 HTTP/1.1" status: 204 len: 168 time: 0.4234681 Feb 01 18:48:48.204291 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7da8-34d8-4f5f-b4e2-85deaba362c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528de1f-2b3a-4361-9757-523b5fbbf884,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:48.213458 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-c639ee11-ea74-41f8-b7ad-75d487b9c0f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6837244 Feb 01 18:48:48.234066 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Request body: {'port': {'device_id': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:48.326425 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.357342 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c82fcd53-7c72-4084-8405-2421f7871ac6 req-8e79fee4-5d9b-4f17-a1c8-e52151281399 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 210 time: 0.0838411 Feb 01 18:48:48.561353 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Allocated IP 172.20.0.12 (2d2358d7-3e3d-4a4b-b872-740b70b188c3/01375d98-7bc2-410f-ab76-4f164be56a18/e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:48.841891 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 946c6ff5-3aa3-43c9-97d6-78be2266a8fe up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:48.904449 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks [] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.973424 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:48.991830 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:48.994095 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.135224 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b9368db4-82db-4a1f-9b02-faf9f656d81a req-1af5c796-db43-417a-9939-14e5b9834014 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 210 time: 0.0635281 Feb 01 18:48:49.174558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:49.181821 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:49.189751 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:49.197488 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:49.198661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.202401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Pushing event updated for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:49.212813 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:49.213280 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.236099 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-73630e70-a331-4454-b327-71ac0bd81092 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3520646 Feb 01 18:48:49.259990 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Request body: {'port': {'device_id': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:49.310406 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:49.318402 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.355634 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.364199 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:49.376700 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks [] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.395274 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:49.415309 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Transition to ACTIVE for port object 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:48:49.433608 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.528604 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Pushing event updated for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:49.668497 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Attempting to bind port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:49.669062 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Attempting to bind port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:49.669568 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Attempting to bind port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:49.672959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.39', 53921) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:49.689486 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:48:49.689819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Attempting to bind port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:49.714433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:49.715051 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Checking segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:49.715579 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Bound using segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:49.716262 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Bound port: 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:49.716775 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.769638 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff8fd4-ccf5-41e9-ae85-6fc91787ee8e req-6bc87b33-c5d7-4433-b869-fdf3cb02b5c6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:49.771597 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3ff8fd4-ccf5-41e9-ae85-6fc91787ee8e req-6bc87b33-c5d7-4433-b869-fdf3cb02b5c6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 932 time: 0.2489305 Feb 01 18:48:49.857875 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3ff8fd4-ccf5-41e9-ae85-6fc91787ee8e req-969700cb-62a3-4e53-970e-e8f92258ce6c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772946 Feb 01 18:48:49.868640 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:49.878757 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-f239e924-5382-4012-97da-05ba05e26878 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:49.880297 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-f239e924-5382-4012-97da-05ba05e26878 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "GET /v2.0/networks?id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 200 len: 809 time: 0.2060976 Feb 01 18:48:49.881450 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:49.883153 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks [] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.886143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:49.893603 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.905393 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Request body: {'port': {'device_id': '189934ed-742c-4622-904e-822e11337322', 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1', 'admin_state_up': True, 'tenant_id': 'c919a01a24ba4655af2e51e824383fa9'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:49.907854 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Transition to ACTIVE for port object e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:48:49.916791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.982960 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:49.983576 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:49.986529 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] 10.222.0.39 "PUT /v2.0/ports/06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 1094 time: 1.7577422 Feb 01 18:48:49.987424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:49.990013 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af" -d '{"events": [{"name": "network-changed", "server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:50.034766 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76388591-f4c3-4174-81b0-20e7bd40980c service neutron] Pushing event updated for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:50.042456 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:50.051688 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Attempting to bind port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:50.052070 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Attempting to bind port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:50.052398 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Attempting to bind port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:50.057928 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:48:50.058355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Attempting to bind port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a on network 2d2358d7-3e3d-4a4b-b872-740b70b188c3 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:50.065393 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:50.065840 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1312378b-e139-4cc5-ad07-7067aab06fa8 x-openstack-request-id: req-1312378b-e139-4cc5-ad07-7067aab06fa8 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:50.066011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Checking segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:50.066175 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:50.066344 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1312378b-e139-4cc5-ad07-7067aab06fa8 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:50.066518 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Bound using segment: {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:50.066745 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7', 'status': 'completed', 'code': 200} Feb 01 18:48:50.066990 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Bound port: e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab6a73e-1b60-4504-b17a-bf27a620fd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:50.067408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:50.128771 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Made reservation on behalf of c919a01a24ba4655af2e51e824383fa9 for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:50.132286 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:50.137990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-b143af09-daf1-455a-8cca-74e1e1158d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:50.139526 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-b143af09-daf1-455a-8cca-74e1e1158d15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1128 time: 0.0875659 Feb 01 18:48:50.148167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:50.152102 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:50.158555 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:50.217836 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:50.219486 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:50.221141 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] 10.222.0.39 "PUT /v2.0/ports/e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a HTTP/1.1" status: 200 len: 1094 time: 0.9688549 Feb 01 18:48:50.221843 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:50.224538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b711820-2df3-47c0-81a7-8dc9003d2ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:50.230986 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-baa0022f-38cf-4800-9142-3d68cb1c3550 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0677152 Feb 01 18:48:50.299503 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a5ade771-77bf-421e-86a3-1409085775d8 req-bdd7b91e-e391-4ce7-b01d-5bfb23d5d0b4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 210 time: 0.0503998 Feb 01 18:48:50.307167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e26bfe7-e866-4bf0-9dab-6a7572411277 x-openstack-request-id: req-5e26bfe7-e866-4bf0-9dab-6a7572411277 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:50.307396 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:50.307738 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e26bfe7-e866-4bf0-9dab-6a7572411277 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:50.308220 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', 'status': 'completed', 'code': 200} Feb 01 18:48:50.315555 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc66f4-9a3e-4a67-80ca-d16db92fc8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:50.382632 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-db22a5aa-7be8-424c-a137-727e027d26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:50.384110 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-db22a5aa-7be8-424c-a137-727e027d26f9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.1220324 Feb 01 18:48:50.395408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-7409a885-409c-4603-9c7a-7cf6ca42b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:50.398728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-7409a885-409c-4603-9c7a-7cf6ca42b957 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 1128 time: 0.0800416 Feb 01 18:48:50.455796 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-67253571-aacf-465b-92b8-499194471ccf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592670 Feb 01 18:48:50.458186 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-29a153d5-2f83-4ebe-87eb-86df06ae7aa9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a HTTP/1.1" status: 200 len: 217 time: 0.0391421 Feb 01 18:48:50.462626 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Allocated IP 172.20.0.2 (1a2de342-d80f-49cb-9fcb-119d9de7c7f1/857178fd-a97f-492b-8a4d-f70dcb11c85d/241ece45-818c-4380-9aad-894fd9a5509b) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:48:50.536918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a8bba-e191-463c-8241-ef501c0c821f req-be242b64-7e16-4e40-afa6-4d681621645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:50.538655 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-be242b64-7e16-4e40-afa6-4d681621645c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0635741 Feb 01 18:48:50.594511 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-b79e9993-c1ec-4de1-9a1a-4ff69db35ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389566 Feb 01 18:48:50.617969 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-23e3b051-6645-492b-968b-3f1292319de7 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447096 Feb 01 18:48:50.747727 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 946c6ff5-3aa3-43c9-97d6-78be2266a8fe up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:50.751868 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-3d857218-7997-46d1-b212-43ce52dd5ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449735 Feb 01 18:48:50.841724 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-64d6b033-c273-4e40-ba04-3ec8d494d32d req-b39403d4-fed9-4be3-a2b1-b929d3b175de service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872714 Feb 01 18:48:50.842311 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:50.842728 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:50.954235 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c21a8bba-e191-463c-8241-ef501c0c821f req-334c01d9-a95a-4ab4-9ca0-66c650ee78e8 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916373 Feb 01 18:48:50.972292 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:50.976325 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 53996) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:51.033422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks [] for port (241ece45-818c-4380-9aad-894fd9a5509b), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.079820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-01ad10cd-8d63-4212-84cc-bc4fb82f6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.081350 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-01ad10cd-8d63-4212-84cc-bc4fb82f6a64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1128 time: 0.0950210 Feb 01 18:48:51.081525 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c2bf6-85ea-41b6-ba8f-db4d6050449e req-6f1f444d-2661-42b0-a245-ae1e7135c18c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.083590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3d7c2bf6-85ea-41b6-ba8f-db4d6050449e req-6f1f444d-2661-42b0-a245-ae1e7135c18c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 944 time: 0.1175301 Feb 01 18:48:51.123281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-fed74745-6047-4aa1-8702-1585770bdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.123281 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-fed74745-6047-4aa1-8702-1585770bdbae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 1128 time: 0.0837216 Feb 01 18:48:51.178298 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3d7c2bf6-85ea-41b6-ba8f-db4d6050449e req-123f05a6-fb34-42c8-871f-15af90bb9101 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868938 Feb 01 18:48:51.180210 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.245424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:48:51.252899 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:51.258927 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:48:51.310859 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54004) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:51.320202 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Pushing event updated for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:51.346070 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-72320e08-f1f6-4033-a447-9dfa34619b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.347794 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-72320e08-f1f6-4033-a447-9dfa34619b0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.2490804 Feb 01 18:48:51.353963 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.354655 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.401850 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-5a41774d-0657-4ab0-b2e3-9e4d8159c52c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0431573 Feb 01 18:48:51.411814 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-861b2f9e-43ad-45da-8f52-453eaec83957 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5129254 Feb 01 18:48:51.436744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Request body: {'port': {'device_id': '189934ed-742c-4622-904e-822e11337322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:51.500903 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2a6633ef-db95-4638-8342-aebb5da7844f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.508873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0ee99d9c-e62f-4dc5-97cb-9a2bb1ccbbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.550891 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-f8fd8eef-bc24-4800-b43c-429d3e16644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.552362 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-f8fd8eef-bc24-4800-b43c-429d3e16644f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.1291907 Feb 01 18:48:51.567815 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-f5e53a15-9384-4216-ac7c-fb8f45f2901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.568100 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (241ece45-818c-4380-9aad-894fd9a5509b), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.569291 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-f5e53a15-9384-4216-ac7c-fb8f45f2901b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.4309332 Feb 01 18:48:51.590712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040b3f7-c685-4645-8b83-f01652a89482 req-1e274996-9a56-421c-9a88-e8d12f013e5b tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.592253 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e040b3f7-c685-4645-8b83-f01652a89482 req-1e274996-9a56-421c-9a88-e8d12f013e5b tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 931 time: 0.1379650 Feb 01 18:48:51.621238 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-193cd44d-65c8-4e80-80ba-390719f514e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484927 Feb 01 18:48:51.649782 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-43bcaec4-0e55-42ea-937d-f69c1060721e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a HTTP/1.1" status: 200 len: 217 time: 0.0543957 Feb 01 18:48:51.745603 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e040b3f7-c685-4645-8b83-f01652a89482 req-a5e9ca86-a792-4ccf-b13b-873044d37e58 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432300 Feb 01 18:48:51.767856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2a6633ef-db95-4638-8342-aebb5da7844f admin admin] Publish callbacks [] for security_group (77513d81-4122-42d7-a279-7a4baa5d6523), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.767856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-351c4387-47d5-4399-8211-adade9f6b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:51.767856 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-351c4387-47d5-4399-8211-adade9f6b74f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.1003602 Feb 01 18:48:51.789517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2a6633ef-db95-4638-8342-aebb5da7844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (77513d81-4122-42d7-a279-7a4baa5d6523), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.817882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-13ab83bb-5e59-4baf-b9ff-23594881f4f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397332 Feb 01 18:48:51.872970 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-2a6633ef-db95-4638-8342-aebb5da7844f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd2a5880b14b433e86004b04013184cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8949509 Feb 01 18:48:51.873867 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0ee99d9c-e62f-4dc5-97cb-9a2bb1ccbbb9 admin admin] Publish callbacks [] for security_group (68295fa3-a075-4583-a5c9-a7c7eb877cf0), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.876221 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54012) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:51.879642 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6633ef-db95-4638-8342-aebb5da7844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77513d81-4122-42d7-a279-7a4baa5d6523,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:51.889402 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0ee99d9c-e62f-4dc5-97cb-9a2bb1ccbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (68295fa3-a075-4583-a5c9-a7c7eb877cf0), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:51.922818 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-d549c536-c426-4077-a1c7-3a47ed89a8fa service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756677 Feb 01 18:48:51.981075 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-2d6d5323-b89d-497e-9f21-22ce9203cbca service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439438 Feb 01 18:48:51.984644 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] Publish callbacks [] for security_group (77513d81-4122-42d7-a279-7a4baa5d6523), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.030633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] Publish callbacks [] for security_group (77513d81-4122-42d7-a279-7a4baa5d6523), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.129699 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9b711820-2df3-47c0-81a7-8dc9003d2ab2 req-4fb489cd-91a3-45ae-81b9-872ad3e2875d service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352274 Feb 01 18:48:52.146849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (77513d81-4122-42d7-a279-7a4baa5d6523), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.150159 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.154857 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77513d81-4122-42d7-a279-7a4baa5d6523 HTTP/1.1" status: 204 len: 168 time: 0.2768323 Feb 01 18:48:52.166222 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80273e5e-0574-41c4-b55a-493dd343db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77513d81-4122-42d7-a279-7a4baa5d6523,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.214900 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0ee99d9c-e62f-4dc5-97cb-9a2bb1ccbbb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a386d228b78647fc81ea3681464ff949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9026215 Feb 01 18:48:52.217396 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54018) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:52.220696 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee99d9c-e62f-4dc5-97cb-9a2bb1ccbbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68295fa3-a075-4583-a5c9-a7c7eb877cf0,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.327220 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-8f9bdd9d-79a9-48c5-af5b-ec7d9b7504af req-a0391ba6-cf10-4fd4-8b14-d988d5ecb3aa service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776727 Feb 01 18:48:52.345921 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] Publish callbacks [] for security_group (68295fa3-a075-4583-a5c9-a7c7eb877cf0), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.364877 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf4466-f435-4f13-b5c6-825a75d37a74 req-79786692-28e8-4b1b-93eb-8576e99f9bcd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:52.366426 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-39bf4466-f435-4f13-b5c6-825a75d37a74 req-79786692-28e8-4b1b-93eb-8576e99f9bcd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 944 time: 0.0938578 Feb 01 18:48:52.386251 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] Publish callbacks [] for security_group (68295fa3-a075-4583-a5c9-a7c7eb877cf0), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.398883 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241ece45-818c-4380-9aad-894fd9a5509b {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:52.409005 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks [] for port (241ece45-818c-4380-9aad-894fd9a5509b), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.424615 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Transition to ACTIVE for port object 241ece45-818c-4380-9aad-894fd9a5509b will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:48:52.429924 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.460177 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-39bf4466-f435-4f13-b5c6-825a75d37a74 req-10545100-7f02-45e1-a9a6-4840b57505b7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Feb 01 18:48:52.466718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (68295fa3-a075-4583-a5c9-a7c7eb877cf0), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.471963 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.471963 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68295fa3-a075-4583-a5c9-a7c7eb877cf0 HTTP/1.1" status: 204 len: 168 time: 0.2523112 Feb 01 18:48:52.484854 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695860f4-17b7-4965-b6ca-121cc426316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68295fa3-a075-4583-a5c9-a7c7eb877cf0,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.550674 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Pushing event updated for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.564274 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54024) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:52.582777 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac750b1c-25cb-4e77-bfb9-8805973d4705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.623479 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Attempting to bind port 241ece45-818c-4380-9aad-894fd9a5509b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:48:52.624047 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Attempting to bind port 241ece45-818c-4380-9aad-894fd9a5509b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:48:52.624177 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Attempting to bind port 241ece45-818c-4380-9aad-894fd9a5509b on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:52.631605 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Port 241ece45-818c-4380-9aad-894fd9a5509b on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:48:52.631932 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Attempting to bind port 241ece45-818c-4380-9aad-894fd9a5509b on network 1a2de342-d80f-49cb-9fcb-119d9de7c7f1 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:48:52.651339 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:48:52.651996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Checking segment: {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:52.652491 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Bound using segment: {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:48:52.652944 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Bound port: 241ece45-818c-4380-9aad-894fd9a5509b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb81629c-b946-40a8-a87f-ccd7e2034b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:48:52.653890 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (241ece45-818c-4380-9aad-894fd9a5509b), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.689832 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac750b1c-25cb-4e77-bfb9-8805973d4705 admin admin] Publish callbacks [] for security_group (8f3b8a09-e742-4c99-8682-2729f51fe007), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.695331 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac750b1c-25cb-4e77-bfb9-8805973d4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8f3b8a09-e742-4c99-8682-2729f51fe007), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.736889 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac750b1c-25cb-4e77-bfb9-8805973d4705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b8a09-e742-4c99-8682-2729f51fe007,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.737921 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:48:52.744409 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ac750b1c-25cb-4e77-bfb9-8805973d4705 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fff343f8fae435eaf9d8c632d9a5ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762569 Feb 01 18:48:52.744633 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=241ece45-818c-4380-9aad-894fd9a5509b,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:48:52.744741 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54028) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:52.755554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.760287 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.800963 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:52.801634 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.803175 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] 10.222.0.39 "PUT /v2.0/ports/241ece45-818c-4380-9aad-894fd9a5509b HTTP/1.1" status: 200 len: 1093 time: 1.3706443 Feb 01 18:48:52.803841 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:52.806243 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "189934ed-742c-4622-904e-822e11337322", "tag": "241ece45-818c-4380-9aad-894fd9a5509b"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:52.837688 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e4ac-2522-4eae-944b-7f5de64c5522 service neutron] Pushing event updated for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:52.849793 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] Publish callbacks [] for security_group (8f3b8a09-e742-4c99-8682-2729f51fe007), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.911153 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519fecb2-ff5a-4bf7-b54a-96f99e4b6eed x-openstack-request-id: req-519fecb2-ff5a-4bf7-b54a-96f99e4b6eed {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:52.911459 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189934ed-742c-4622-904e-822e11337322", "tag": "241ece45-818c-4380-9aad-894fd9a5509b", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:52.911735 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-519fecb2-ff5a-4bf7-b54a-96f99e4b6eed {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:52.912137 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b', 'status': 'completed', 'code': 200} Feb 01 18:48:52.934357 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-995f8199-f720-4f8d-82a1-4d3f69de7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:52.935847 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-995f8199-f720-4f8d-82a1-4d3f69de7a50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 1127 time: 0.0595825 Feb 01 18:48:52.938566 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] Publish callbacks [] for security_group (8f3b8a09-e742-4c99-8682-2729f51fe007), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:52.960763 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54036) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:52.991581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121255c-e184-4d0d-864d-dbd3282ca7ca req-69f73bdf-54fe-425d-a536-180dc39ddc43 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:52.993100 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5121255c-e184-4d0d-864d-dbd3282ca7ca req-69f73bdf-54fe-425d-a536-180dc39ddc43 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 943 time: 0.1003718 Feb 01 18:48:53.001979 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-900df6f9-dfc7-4704-ae9a-8fd64ec64ed1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=241ece45-818c-4380-9aad-894fd9a5509b HTTP/1.1" status: 200 len: 217 time: 0.0494328 Feb 01 18:48:53.008044 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f3aa-b8de-447a-b3ca-0ba2858e01b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.024110 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8f3b8a09-e742-4c99-8682-2729f51fe007), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.026659 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.027930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f3b8a09-e742-4c99-8682-2729f51fe007 HTTP/1.1" status: 204 len: 168 time: 0.2818823 Feb 01 18:48:53.045304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5022-b024-4828-8657-590d3cd1d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b8a09-e742-4c99-8682-2729f51fe007,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:53.073619 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5121255c-e184-4d0d-864d-dbd3282ca7ca req-cee19238-ba63-4519-836f-f2c64ec5e5d8 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716398 Feb 01 18:48:53.095678 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-ad650652-4687-4397-bdb1-4e169646547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:53.097364 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-ad650652-4687-4397-bdb1-4e169646547a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857178fd-a97f-492b-8a4d-f70dcb11c85d HTTP/1.1" status: 200 len: 849 time: 0.0799391 Feb 01 18:48:53.144775 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-f9fa9c80-e9e3-4514-9ef2-0d33589414df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319285 Feb 01 18:48:53.186821 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f3aa-b8de-447a-b3ca-0ba2858e01b6 admin admin] Publish callbacks [] for security_group (8b804e93-2291-496d-a2e2-cc099c5210f4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.215852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f3aa-b8de-447a-b3ca-0ba2858e01b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8b804e93-2291-496d-a2e2-cc099c5210f4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.279030 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f3aa-b8de-447a-b3ca-0ba2858e01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b804e93-2291-496d-a2e2-cc099c5210f4,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:53.283868 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a9b4f3aa-b8de-447a-b3ca-0ba2858e01b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a00bdc5998247c58ece690034f9b9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218386 Feb 01 18:48:53.286571 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54042) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:53.315090 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-c84f2d56-de80-4eae-b257-1fb5d73fe76a service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594253 Feb 01 18:48:53.401595 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] Publish callbacks [] for security_group (8b804e93-2291-496d-a2e2-cc099c5210f4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.443841 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] Publish callbacks [] for security_group (8b804e93-2291-496d-a2e2-cc099c5210f4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.447313 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54044) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:53.461122 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03745559-ee0e-41a5-85e3-1fa496fe2bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.470580 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-270456d9-1988-4f19-b4fb-a49c4ec860f8 req-12a23737-0b7e-4bb3-bc68-3d6443446147 service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437826 Feb 01 18:48:53.520953 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8b804e93-2291-496d-a2e2-cc099c5210f4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.524481 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.525786 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b804e93-2291-496d-a2e2-cc099c5210f4 HTTP/1.1" status: 204 len: 168 time: 0.2383163 Feb 01 18:48:53.547774 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd23bd-f9a5-4426-b73b-25cfd34d1309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b804e93-2291-496d-a2e2-cc099c5210f4,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:53.564663 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03745559-ee0e-41a5-85e3-1fa496fe2bf6 admin admin] Publish callbacks [] for security_group (d1feb954-2bf2-42e6-ae6e-38182cf0834e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.579751 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03745559-ee0e-41a5-85e3-1fa496fe2bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d1feb954-2bf2-42e6-ae6e-38182cf0834e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.631866 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-a5a13ee6-594c-438a-bdba-7fffe9ee167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:53.634032 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-a5a13ee6-594c-438a-bdba-7fffe9ee167b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c919a01a24ba4655af2e51e824383fa9&device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 1127 time: 0.0668426 Feb 01 18:48:53.643841 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-03745559-ee0e-41a5-85e3-1fa496fe2bf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ee4ac9c572b14575a8d01c7744c9fbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953499 Feb 01 18:48:53.648856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54050) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:53.659278 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03745559-ee0e-41a5-85e3-1fa496fe2bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1feb954-2bf2-42e6-ae6e-38182cf0834e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:53.695380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804971d9-d869-4c29-9fdd-26f7139e4ee3 req-d04bb920-974e-42a2-9ff2-c64f09306918 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:53.696930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-804971d9-d869-4c29-9fdd-26f7139e4ee3 req-d04bb920-974e-42a2-9ff2-c64f09306918 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 944 time: 0.1282878 Feb 01 18:48:53.734779 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] Publish callbacks [] for security_group (d1feb954-2bf2-42e6-ae6e-38182cf0834e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.737350 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-92e67b4c-e2c3-400d-9b5e-7c8849f3de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:53.739275 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-92e67b4c-e2c3-400d-9b5e-7c8849f3de2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 200 len: 910 time: 0.0966003 Feb 01 18:48:53.774972 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] Publish callbacks [] for security_group (d1feb954-2bf2-42e6-ae6e-38182cf0834e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.789947 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-804971d9-d869-4c29-9fdd-26f7139e4ee3 req-bc346b04-f551-48a8-a204-bb6cec66c40e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795684 Feb 01 18:48:53.798259 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-5e821a28-1467-4fb4-ac77-a152bffa8ec4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=241ece45-818c-4380-9aad-894fd9a5509b HTTP/1.1" status: 200 len: 217 time: 0.0418992 Feb 01 18:48:53.844297 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d1feb954-2bf2-42e6-ae6e-38182cf0834e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.849060 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:53.850439 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1feb954-2bf2-42e6-ae6e-38182cf0834e HTTP/1.1" status: 204 len: 168 time: 0.1997230 Feb 01 18:48:53.859685 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5c4df-6f6b-481a-ae77-8981c00f16e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1feb954-2bf2-42e6-ae6e-38182cf0834e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:53.869468 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-ef7927ac-8480-408c-9ebf-11a198e1fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:53.871067 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-ef7927ac-8480-408c-9ebf-11a198e1fbd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=857178fd-a97f-492b-8a4d-f70dcb11c85d HTTP/1.1" status: 200 len: 849 time: 0.0553398 Feb 01 18:48:53.914092 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-1ad91dd3-abbb-4fa7-a011-e8544242ae75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a2de342-d80f-49cb-9fcb-119d9de7c7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302222 Feb 01 18:48:54.033068 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-0a1efed5-2719-4e9b-b056-16c5d73fe476 service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070259 Feb 01 18:48:54.183216 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2c2fdcd5-6375-46d0-9725-ad1ff9086b8b req-5249ccd4-72fb-4ba8-b866-e49a5b028a5e service neutron] 10.222.0.39 "GET /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393580 Feb 01 18:48:54.231822 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3f5dc-49d9-4035-995b-b4261298b61d req-a331c50e-9097-4b7a-8f24-80341c71c564 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:54.233815 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6f3f5dc-49d9-4035-995b-b4261298b61d req-a331c50e-9097-4b7a-8f24-80341c71c564 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 943 time: 0.0648360 Feb 01 18:48:54.295275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6f3f5dc-49d9-4035-995b-b4261298b61d req-e5e47b10-42de-4d0a-9a48-80c585931c9d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Feb 01 18:48:54.365580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:48:54.480210 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:54.494098 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'port_id': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', 'mac_address': 'fa:16:3e:71:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:48:54.543276 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:54.543724 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:54.563393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:54.587840 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:54.593154 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:54.594107 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:48:54.662015 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:54.674569 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:54.689932 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7', 'network_id': '2d2358d7-3e3d-4a4b-b872-740b70b188c3', 'port_id': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7', 'mac_address': 'fa:16:3e:d9:be:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01375d98-7bc2-410f-ab76-4f164be56a18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:48:54.735913 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:54.736601 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:54.753743 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:54.774356 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:54.779259 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:54.811246 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54102) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:54.840176 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:54.986573 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1648297601-network', 'tenant_id': 'ab55f310efe74019a986ee8d32429103'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:55.012770 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Made reservation on behalf of ab55f310efe74019a986ee8d32429103 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:55.016110 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.038249 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.091055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df2b3-199f-455b-8294-d4c096472f5d req-b49337e1-baab-4c7f-b98b-75f8f79a2be8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:55.092726 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-447df2b3-199f-455b-8294-d4c096472f5d req-b49337e1-baab-4c7f-b98b-75f8f79a2be8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 945 time: 0.0675888 Feb 01 18:48:55.137896 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks [] for security_group (dd6344e7-507b-44d3-8121-cdab44c9f7f4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.145670 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (dd6344e7-507b-44d3-8121-cdab44c9f7f4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.166265 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-447df2b3-199f-455b-8294-d4c096472f5d req-a13f0dce-5a56-4ff0-9f97-b9268df92e98 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661511 Feb 01 18:48:55.181706 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:48:55.192427 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6344e7-507b-44d3-8121-cdab44c9f7f4,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:55.197749 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (8066a41d-479b-4f12-9820-5471366ba1cf), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.198098 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Added segment 8066a41d-479b-4f12-9820-5471366ba1cf of type vlan for network 2a32b233-cb97-43b5-89f1-4637e3c869f4 Feb 01 18:48:55.207582 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:55.246607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:55.264032 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (2a32b233-cb97-43b5-89f1-4637e3c869f4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.299580 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (2a32b233-cb97-43b5-89f1-4637e3c869f4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.301864 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:55.304259 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.392517 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5767643 Feb 01 18:48:55.392861 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54126) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:55.403843 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Request body: {'subnet': {'network_id': '2a32b233-cb97-43b5-89f1-4637e3c869f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1648297601-subnet', 'tenant_id': 'ab55f310efe74019a986ee8d32429103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:55.405767 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73a39b-9c74-4303-9239-402dc3a165e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a32b233-cb97-43b5-89f1-4637e3c869f4,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:55.422323 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 2a32b233-cb97-43b5-89f1-4637e3c869f4 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:48:55.458799 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Made reservation on behalf of ab55f310efe74019a986ee8d32429103 for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:55.461126 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.533056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f80a0a-aabe-47a7-898c-7b83fd1c387b req-a24b02a7-388c-429b-8a68-e2dc629117f4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:55.534770 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4f80a0a-aabe-47a7-898c-7b83fd1c387b req-a24b02a7-388c-429b-8a68-e2dc629117f4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 943 time: 0.1224535 Feb 01 18:48:55.619979 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4f80a0a-aabe-47a7-898c-7b83fd1c387b req-912292ed-42f8-4bbc-be2e-3cf24312bd9c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789657 Feb 01 18:48:55.714667 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (5fca9b17-1c2a-4609-bd3b-a6b90c034297), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.781877 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fca9b17-1c2a-4609-bd3b-a6b90c034297,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:55.786618 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Checking segment: {'id': '8066a41d-479b-4f12-9820-5471366ba1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2a32b233-cb97-43b5-89f1-4637e3c869f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:55.789221 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Network hostable DHCP agents. Network: 2a32b233-cb97-43b5-89f1-4637e3c869f4, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:48:55.808597 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Network 2a32b233-cb97-43b5-89f1-4637e3c869f4 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:48:55.819667 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 2a32b233-cb97-43b5-89f1-4637e3c869f4) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:55.823753 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:55.824308 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:55.829963 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99aa6cb-dd17-41d5-8b9d-d3b6c7686ecd None None] Network 2a32b233-cb97-43b5-89f1-4637e3c869f4 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:55.849506 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-48b179dd-7e99-41c0-bdc5-ab6d1e9da674 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4554973 Feb 01 18:48:55.972991 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece496a-9c37-4c01-bac9-f88dc9ef0009 None None] Network 2a32b233-cb97-43b5-89f1-4637e3c869f4 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:56.352199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5a680-2079-47ec-be3e-8bb8297c3249 req-f8647809-8bb9-4b23-adfb-6a8a07941ac4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:56.353765 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f1e5a680-2079-47ec-be3e-8bb8297c3249 req-f8647809-8bb9-4b23-adfb-6a8a07941ac4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 945 time: 0.0674417 Feb 01 18:48:56.401240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 241ece45-818c-4380-9aad-894fd9a5509b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:48:56.414151 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f1e5a680-2079-47ec-be3e-8bb8297c3249 req-c6b87e50-df92-40fb-bd9c-b3b26cf718d7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 Feb 01 18:48:56.435706 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54174) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:56.436864 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:56.515643 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54180) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:56.520603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2116960315-network', 'tenant_id': '2d3e6325cc0540d08def5ed032dfc3bd'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:56.542528 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Made reservation on behalf of 2d3e6325cc0540d08def5ed032dfc3bd for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:56.545488 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.559177 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.588800 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=241ece45-818c-4380-9aad-894fd9a5509b,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:56.592141 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:48:56.603870 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:56.604525 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.627483 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '241ece45-818c-4380-9aad-894fd9a5509b', 'network_id': '1a2de342-d80f-49cb-9fcb-119d9de7c7f1', 'port_id': '241ece45-818c-4380-9aad-894fd9a5509b', 'mac_address': 'fa:16:3e:b3:11:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857178fd-a97f-492b-8a4d-f70dcb11c85d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:48:56.664543 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks [] for security_group (77bd875c-5225-47e1-8a47-32d41ff6180b), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.670725 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (77bd875c-5225-47e1-8a47-32d41ff6180b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.701115 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 241ece45-818c-4380-9aad-894fd9a5509b is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:56.701505 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (241ece45-818c-4380-9aad-894fd9a5509b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.707327 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd875c-5225-47e1-8a47-32d41ff6180b,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:56.722008 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241ece45-818c-4380-9aad-894fd9a5509b {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:48:56.734901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:48:56.737052 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce3fb-d463-467e-aab1-45abd0a641a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.773917 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (563798ac-466f-44a8-baa7-b7c21e8a3816), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.774186 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=241ece45-818c-4380-9aad-894fd9a5509b,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:56.774298 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Added segment 563798ac-466f-44a8-baa7-b7c21e8a3816 of type vlan for network f09305e2-0033-4579-9c26-54a3674d5c5e Feb 01 18:48:56.779842 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.790749 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:56.791469 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.839068 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (f09305e2-0033-4579-9c26-54a3674d5c5e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.842655 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:56.844427 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f24d2-092b-4505-8866-925ec069fc69" -d '{"events": [{"server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "name": "network-vif-plugged", "status": "completed", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:56.853103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1e63b-cf61-4ce0-9f45-2e61b77c7731 req-89d0076f-bf9f-4cbe-9fe7-154c9c3d82b3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:56.856424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce3fb-d463-467e-aab1-45abd0a641a5 admin admin] Publish callbacks [] for security_group (98b5ea71-e963-4060-a81a-89c4c4f21ada), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.859960 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94f1e63b-cf61-4ce0-9f45-2e61b77c7731 req-89d0076f-bf9f-4cbe-9fe7-154c9c3d82b3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 943 time: 0.1272209 Feb 01 18:48:56.862505 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce3fb-d463-467e-aab1-45abd0a641a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (98b5ea71-e963-4060-a81a-89c4c4f21ada), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.869231 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:56.880363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:56.884174 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.884969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:48:56.923079 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-dd3ce3fb-d463-467e-aab1-45abd0a641a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70464395adcf483999cfc41ef2a4571c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861701 Feb 01 18:48:56.923998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54186) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:56.925135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (f09305e2-0033-4579-9c26-54a3674d5c5e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.926103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:56.926380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce3fb-d463-467e-aab1-45abd0a641a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5ea71-e963-4060-a81a-89c4c4f21ada,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:56.926785 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:56.947535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f826535-ce90-4ffa-9ba3-e1808da63bde x-openstack-request-id: req-6f826535-ce90-4ffa-9ba3-e1808da63bde {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:56.947845 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "name": "network-vif-plugged", "status": "completed", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:56.948099 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f826535-ce90-4ffa-9ba3-e1808da63bde {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:56.948484 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', 'code': 200} Feb 01 18:48:57.003140 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] Publish callbacks [] for security_group (98b5ea71-e963-4060-a81a-89c4c4f21ada), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.014516 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94f1e63b-cf61-4ce0-9f45-2e61b77c7731 req-7b22c400-062d-464f-a6c4-6f0bc510e546 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490219 Feb 01 18:48:57.021393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.023423 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5064487 Feb 01 18:48:57.024389 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54188) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:57.032825 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Request body: {'subnet': {'network_id': 'f09305e2-0033-4579-9c26-54a3674d5c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2116960315-subnet', 'tenant_id': '2d3e6325cc0540d08def5ed032dfc3bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:48:57.039601 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] Publish callbacks [] for security_group (98b5ea71-e963-4060-a81a-89c4c4f21ada), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.049195 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd832c-ed84-40d8-b5f1-6384a55cffed admin admin] Pushing event updated for resources: {'Network': ['ID=f09305e2-0033-4579-9c26-54a3674d5c5e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.056327 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:48:57.061968 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:48:57.062630 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.067227 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Made reservation on behalf of 2d3e6325cc0540d08def5ed032dfc3bd for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:48:57.069684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.091867 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network f09305e2-0033-4579-9c26-54a3674d5c5e details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:48:57.152545 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (98b5ea71-e963-4060-a81a-89c4c4f21ada), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.156519 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.160671 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98b5ea71-e963-4060-a81a-89c4c4f21ada HTTP/1.1" status: 204 len: 168 time: 0.2355292 Feb 01 18:48:57.197280 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0742be9-9972-4fe3-9918-5e4971c0755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5ea71-e963-4060-a81a-89c4c4f21ada,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.211848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe67504-55c7-4656-b5ba-949b1b24f359 req-40d8b6da-df2f-49c7-bac0-5b665c90303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:57.214217 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0fe67504-55c7-4656-b5ba-949b1b24f359 req-40d8b6da-df2f-49c7-bac0-5b665c90303c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 1130 time: 0.0872443 Feb 01 18:48:57.230738 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['241ece45-818c-4380-9aad-894fd9a5509b'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:48:57.298783 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0fe67504-55c7-4656-b5ba-949b1b24f359 req-294a8cd5-f339-492d-995d-acc1e2bc7fca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665267 Feb 01 18:48:57.301492 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (a721f405-f0d0-45ac-97d3-6a0a61b17dab), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.354302 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:48:57.354723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.370564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Checking segment: {'id': '563798ac-466f-44a8-baa7-b7c21e8a3816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f09305e2-0033-4579-9c26-54a3674d5c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:48:57.371552 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Network hostable DHCP agents. Network: f09305e2-0033-4579-9c26-54a3674d5c5e, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:48:57.378796 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a721f405-f0d0-45ac-97d3-6a0a61b17dab,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.399055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Network f09305e2-0033-4579-9c26-54a3674d5c5e is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:48:57.410078 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, f09305e2-0033-4579-9c26-54a3674d5c5e) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:48:57.414548 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:57.415401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.419516 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:48:57.430757 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3c3d8-c4ce-4f53-880f-e0ababdd6a05 None None] Network f09305e2-0033-4579-9c26-54a3674d5c5e requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:57.437418 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-027082bd-5c98-46bb-93f2-c5cf4283bdfa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4094286 Feb 01 18:48:57.437624 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.552097 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54200) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:57.566645 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a0506d44-bcea-4513-b048-afc9c71dd2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.585349 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.590339 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704a464-42fd-4c11-9b0e-589247148a6c req-56f0c920-5ac0-4386-86df-7f95e4fd473e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:57.598907 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3704a464-42fd-4c11-9b0e-589247148a6c req-56f0c920-5ac0-4386-86df-7f95e4fd473e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0870924 Feb 01 18:48:57.642969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0258b4a-621a-45bc-8c27-282616e5ab14 None None] Network f09305e2-0033-4579-9c26-54a3674d5c5e requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:48:57.677651 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3704a464-42fd-4c11-9b0e-589247148a6c req-cf436df4-5aef-4fd2-9573-943fdd4d9c98 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751777 Feb 01 18:48:57.703547 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a0506d44-bcea-4513-b048-afc9c71dd2e8 admin admin] Publish callbacks [] for security_group (a2a73730-3ea9-4784-ba2e-a794f8dc8187), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.709616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a0506d44-bcea-4513-b048-afc9c71dd2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a2a73730-3ea9-4784-ba2e-a794f8dc8187), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.755476 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a0506d44-bcea-4513-b048-afc9c71dd2e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76cf46bce43f424fbe19cfb7b4775d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021875 Feb 01 18:48:57.756635 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0506d44-bcea-4513-b048-afc9c71dd2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a73730-3ea9-4784-ba2e-a794f8dc8187,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:57.758148 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54206) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:57.815401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] Publish callbacks [] for security_group (a2a73730-3ea9-4784-ba2e-a794f8dc8187), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.841050 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] Publish callbacks [] for security_group (a2a73730-3ea9-4784-ba2e-a794f8dc8187), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.893475 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a2a73730-3ea9-4784-ba2e-a794f8dc8187), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.896251 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:57.897419 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2a73730-3ea9-4784-ba2e-a794f8dc8187 HTTP/1.1" status: 204 len: 168 time: 0.1382771 Feb 01 18:48:57.911914 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b62f72-ebc4-4ef9-9cd8-54225d163edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a73730-3ea9-4784-ba2e-a794f8dc8187,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:58.181403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797faa2-8661-4485-9f8c-f4d0f8da64c3 req-00d1990a-4ef1-4c67-896a-d58646529e19 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:58.183282 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9797faa2-8661-4485-9f8c-f4d0f8da64c3 req-00d1990a-4ef1-4c67-896a-d58646529e19 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 944 time: 0.0909610 Feb 01 18:48:58.259825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9797faa2-8661-4485-9f8c-f4d0f8da64c3 req-9720f21f-08bc-412a-bd49-7cd721eccb20 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683398 Feb 01 18:48:58.808011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9a361-1461-4faa-9d1b-e3fb220ca428 req-a10883bc-a76e-480d-9ad5-d503a7493a93 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:58.809521 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e0a9a361-1461-4faa-9d1b-e3fb220ca428 req-a10883bc-a76e-480d-9ad5-d503a7493a93 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0559077 Feb 01 18:48:58.861817 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e0a9a361-1461-4faa-9d1b-e3fb220ca428 req-c65ebbe3-2326-406e-b6db-b802d0f55b96 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453506 Feb 01 18:48:58.949515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:48:58.953175 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f96ee-d514-4566-aefe-103949b9361d" -d '{"events": [{"server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "name": "network-vif-plugged", "status": "completed", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:48:58.991172 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf93f63-650d-46a9-913c-47556c7411fd x-openstack-request-id: req-bcf93f63-650d-46a9-913c-47556c7411fd {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:48:58.991471 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "name": "network-vif-plugged", "status": "completed", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:48:58.991717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcf93f63-650d-46a9-913c-47556c7411fd {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:48:58.992110 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7', 'code': 200} Feb 01 18:48:59.085470 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54252) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:59.232314 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e17c2256-eefb-4334-80e4-98f62d8c486c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.270316 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1d79b-bff1-4be3-b860-bc8d4e9a277f req-e643247a-c436-42a0-ba8f-9ec140d4da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:59.271879 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a5c1d79b-bff1-4be3-b860-bc8d4e9a277f req-e643247a-c436-42a0-ba8f-9ec140d4da2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0897696 Feb 01 18:48:59.359226 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a5c1d79b-bff1-4be3-b860-bc8d4e9a277f req-30f637e3-6844-424d-b101-0a7f24667b14 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716524 Feb 01 18:48:59.377526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e17c2256-eefb-4334-80e4-98f62d8c486c admin admin] Publish callbacks [] for security_group (b6e189e9-7bde-41b4-bdc5-36318f827d03), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.382014 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e17c2256-eefb-4334-80e4-98f62d8c486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b6e189e9-7bde-41b4-bdc5-36318f827d03), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.412047 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae580f6-8eda-4ac3-a042-33bb08e8451e req-1b03420f-20fa-4ef0-b5b7-9b1c64d33c61 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:59.413626 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ae580f6-8eda-4ac3-a042-33bb08e8451e req-1b03420f-20fa-4ef0-b5b7-9b1c64d33c61 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 944 time: 0.0636501 Feb 01 18:48:59.422540 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c2256-eefb-4334-80e4-98f62d8c486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e189e9-7bde-41b4-bdc5-36318f827d03,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:59.432720 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e17c2256-eefb-4334-80e4-98f62d8c486c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75af303a1acc4805853ab66170379f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461843 Feb 01 18:48:59.435313 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54266) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:48:59.479532 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ae580f6-8eda-4ac3-a042-33bb08e8451e req-eab0694b-1a80-40a3-a4a1-7d22c7d629c7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Feb 01 18:48:59.495119 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] Publish callbacks [] for security_group (b6e189e9-7bde-41b4-bdc5-36318f827d03), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.523949 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] Publish callbacks [] for security_group (b6e189e9-7bde-41b4-bdc5-36318f827d03), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.575978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b6e189e9-7bde-41b4-bdc5-36318f827d03), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.578656 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:48:59.579809 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b6e189e9-7bde-41b4-bdc5-36318f827d03 HTTP/1.1" status: 204 len: 168 time: 0.1435952 Feb 01 18:48:59.591376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bac0a5-4023-4720-a0b9-bce1f1af2df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e189e9-7bde-41b4-bdc5-36318f827d03,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:48:59.997661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7786198-ec44-4cc2-a41f-e426e0b53027 req-9d7d4940-c038-4139-b11d-8ddcfe22c71b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:48:59.999206 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e7786198-ec44-4cc2-a41f-e426e0b53027 req-9d7d4940-c038-4139-b11d-8ddcfe22c71b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0636666 Feb 01 18:49:00.050759 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e7786198-ec44-4cc2-a41f-e426e0b53027 req-e5f008bd-9edf-4538-ae34-e1a9a0f330ad tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Feb 01 18:49:00.384901 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-3a78c76f-c46b-4352-b637-ff6ff76322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:00.385526 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc4dd5-6ba7-4963-beaa-9268d692fc78 req-9e5e2907-8955-4e88-801e-d6bdd156ab97 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:00.386326 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-3a78c76f-c46b-4352-b637-ff6ff76322a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 1130 time: 0.0573587 Feb 01 18:49:00.387090 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-85dc4dd5-6ba7-4963-beaa-9268d692fc78 req-9e5e2907-8955-4e88-801e-d6bdd156ab97 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0735829 Feb 01 18:49:00.444482 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-85dc4dd5-6ba7-4963-beaa-9268d692fc78 req-9e15e0bc-7a33-4dd2-8109-f11d5ab63667 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Feb 01 18:49:00.467738 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 241ece45-818c-4380-9aad-894fd9a5509b up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:00.514085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-fca374fb-40a1-4228-963c-23646fc51eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:00.515722 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-fca374fb-40a1-4228-963c-23646fc51eb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.1190734 Feb 01 18:49:00.574734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 241ece45-818c-4380-9aad-894fd9a5509b completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:49:00.581635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 241ece45-818c-4380-9aad-894fd9a5509b triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:00.582171 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (241ece45-818c-4380-9aad-894fd9a5509b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:00.610301 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-ae2f8db5-6e87-4226-b005-ac0326da41df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a HTTP/1.1" status: 200 len: 217 time: 0.0856984 Feb 01 18:49:00.629409 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d01e4-dce5-4531-adc3-b55a9d01e7b4 req-6b9b0f62-57f0-46e0-b384-a998c6d9e7c4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:00.637313 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4b9d01e4-dce5-4531-adc3-b55a9d01e7b4 req-6b9b0f62-57f0-46e0-b384-a998c6d9e7c4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 944 time: 0.0764749 Feb 01 18:49:00.694779 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4b9d01e4-dce5-4531-adc3-b55a9d01e7b4 req-e5db10c8-e4b2-43fd-97f3-9f94ac9e6b56 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565257 Feb 01 18:49:00.706034 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-ff0580e9-1ad5-4470-9622-f93bdfe19ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:00.708592 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-ff0580e9-1ad5-4470-9622-f93bdfe19ec2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0895956 Feb 01 18:49:00.726074 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 241ece45-818c-4380-9aad-894fd9a5509b is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:00.726459 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (241ece45-818c-4380-9aad-894fd9a5509b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:00.753195 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-fcea6464-ccfe-4944-ad4b-34991e887e11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288210 Feb 01 18:49:00.777429 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=241ece45-818c-4380-9aad-894fd9a5509b,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:00.783719 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:00.883219 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-f3250d13-5e7f-4b1e-bfc3-0e769906764a service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072440 Feb 01 18:49:00.982280 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:01.000248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:49:01.003248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221c6a6-912f-4c02-acff-92b7a9b8b931" -d '{"events": [{"server_uuid": "189934ed-742c-4622-904e-822e11337322", "name": "network-vif-plugged", "status": "completed", "tag": "241ece45-818c-4380-9aad-894fd9a5509b"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:49:01.049783 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bea23c82-382a-4125-95b6-7ea5fd8ccfec req-e20c4c62-f1fb-4c16-b1a7-fe6772977cad service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509352 Feb 01 18:49:01.059455 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c0ce51-70bf-43d1-add9-7e3cc698d01c x-openstack-request-id: req-09c0ce51-70bf-43d1-add9-7e3cc698d01c {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:49:01.059746 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189934ed-742c-4622-904e-822e11337322", "name": "network-vif-plugged", "status": "completed", "tag": "241ece45-818c-4380-9aad-894fd9a5509b", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:49:01.060076 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c0ce51-70bf-43d1-add9-7e3cc698d01c {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:49:01.060471 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b', 'code': 200} Feb 01 18:49:01.394252 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884569-c630-4a4b-a2f5-b85126fe0852 req-81905865-4212-415b-bbf7-bfbcf84a37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:01.395931 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ef884569-c630-4a4b-a2f5-b85126fe0852 req-81905865-4212-415b-bbf7-bfbcf84a37c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 1129 time: 0.0480978 Feb 01 18:49:01.455164 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ef884569-c630-4a4b-a2f5-b85126fe0852 req-eb2ea6fd-0c98-4b0a-b634-d2f0fedff789 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Feb 01 18:49:01.611056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea28cd8-5129-4e3a-af1e-aa886f3b6ec1 req-fa095526-3c64-4219-8464-f481860e9608 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:01.616177 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fea28cd8-5129-4e3a-af1e-aa886f3b6ec1 req-fa095526-3c64-4219-8464-f481860e9608 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0908635 Feb 01 18:49:01.667553 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fea28cd8-5129-4e3a-af1e-aa886f3b6ec1 req-cfe1b680-1858-4b5e-bf17-258315cd3882 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Feb 01 18:49:01.823015 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695283-7c9f-4744-b1c8-de5d20571b66 req-0fd9829f-c075-4475-b027-9741d686b281 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:01.824552 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ca695283-7c9f-4744-b1c8-de5d20571b66 req-0fd9829f-c075-4475-b027-9741d686b281 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0547543 Feb 01 18:49:01.871358 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ca695283-7c9f-4744-b1c8-de5d20571b66 req-3f2aab19-5e8e-4090-ac3a-c20fe30f5a5c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Feb 01 18:49:02.793058 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b38bf-1cb5-4e42-a40c-b6b699302ff8 req-597c598e-2cbe-466e-936c-b06db3c434a0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:02.795255 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c01b38bf-1cb5-4e42-a40c-b6b699302ff8 req-597c598e-2cbe-466e-936c-b06db3c434a0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0588522 Feb 01 18:49:02.848310 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c01b38bf-1cb5-4e42-a40c-b6b699302ff8 req-5975740c-6743-4229-b18c-b66b80269a1e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Feb 01 18:49:02.997948 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81fee7-dfb3-4549-b8cf-7e075017a906 req-ba20175d-94e7-47e4-a50d-132bc95ae481 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:03.000001 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb81fee7-dfb3-4549-b8cf-7e075017a906 req-ba20175d-94e7-47e4-a50d-132bc95ae481 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Feb 01 18:49:03.048565 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb81fee7-dfb3-4549-b8cf-7e075017a906 req-cf1f5fb5-6175-446e-b2f3-f5cc60ce90bc tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Feb 01 18:49:03.974633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79281e6-6a14-402f-a200-8a0881e28eeb req-eceaadfb-de03-4aba-af5e-d0e0ddec1bff tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:03.977178 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b79281e6-6a14-402f-a200-8a0881e28eeb req-eceaadfb-de03-4aba-af5e-d0e0ddec1bff tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0602591 Feb 01 18:49:04.046716 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b79281e6-6a14-402f-a200-8a0881e28eeb req-f9a7c7cf-6740-4408-be18-72034eed0a94 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Feb 01 18:49:04.111925 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54394) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:04.184162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3880cd2-fe1e-4c70-8781-1e859f2ed070 req-2edff52e-1f9a-4f44-bc68-672321304b54 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:04.185692 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f3880cd2-fe1e-4c70-8781-1e859f2ed070 req-2edff52e-1f9a-4f44-bc68-672321304b54 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0655055 Feb 01 18:49:04.244280 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f3880cd2-fe1e-4c70-8781-1e859f2ed070 req-d8ce84b7-4c92-4d29-bd62-42c09f2d5e05 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529649 Feb 01 18:49:04.245148 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-275c4e9e-b5bf-4178-b32f-2b0d303b7cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.331519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-275c4e9e-b5bf-4178-b32f-2b0d303b7cc8 admin admin] Publish callbacks [] for security_group (c0ba015f-9e3c-4db9-af38-5229676b8ca0), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.335500 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-275c4e9e-b5bf-4178-b32f-2b0d303b7cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c0ba015f-9e3c-4db9-af38-5229676b8ca0), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.385359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-275c4e9e-b5bf-4178-b32f-2b0d303b7cc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5323d395fb7e4d018faa5b20a16b6017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718563 Feb 01 18:49:04.386260 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c4e9e-b5bf-4178-b32f-2b0d303b7cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba015f-9e3c-4db9-af38-5229676b8ca0,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:04.388917 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54404) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:04.445654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] Publish callbacks [] for security_group (c0ba015f-9e3c-4db9-af38-5229676b8ca0), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.469399 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] Publish callbacks [] for security_group (c0ba015f-9e3c-4db9-af38-5229676b8ca0), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.522570 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c0ba015f-9e3c-4db9-af38-5229676b8ca0), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.525201 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.526727 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c0ba015f-9e3c-4db9-af38-5229676b8ca0 HTTP/1.1" status: 204 len: 168 time: 0.1367111 Feb 01 18:49:04.537949 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc077795-cbee-44b6-a024-67dc70e9928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba015f-9e3c-4db9-af38-5229676b8ca0,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:04.823399 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54432) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:04.838401 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12cf6fab-ec84-44e2-b24d-dd1eb2310b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.919886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12cf6fab-ec84-44e2-b24d-dd1eb2310b62 admin admin] Publish callbacks [] for security_group (43da4735-ee35-4f69-8bdc-a3d650a4053e), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.924833 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-12cf6fab-ec84-44e2-b24d-dd1eb2310b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (43da4735-ee35-4f69-8bdc-a3d650a4053e), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:04.967464 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6fab-ec84-44e2-b24d-dd1eb2310b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43da4735-ee35-4f69-8bdc-a3d650a4053e,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:04.974906 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-12cf6fab-ec84-44e2-b24d-dd1eb2310b62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fa8720e47c545e6963f30c7881f6c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498184 Feb 01 18:49:04.975197 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54438) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:05.034866 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] Publish callbacks [] for security_group (43da4735-ee35-4f69-8bdc-a3d650a4053e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:05.056509 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] Publish callbacks [] for security_group (43da4735-ee35-4f69-8bdc-a3d650a4053e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:05.123911 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (43da4735-ee35-4f69-8bdc-a3d650a4053e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:05.127233 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:05.136464 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43da4735-ee35-4f69-8bdc-a3d650a4053e HTTP/1.1" status: 204 len: 168 time: 0.1569707 Feb 01 18:49:05.194151 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6c59d-4572-4a64-958c-1067ff39a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da4735-ee35-4f69-8bdc-a3d650a4053e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:05.251423 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1ecdd-6b1f-477f-b98b-9130bdabf992 req-4d36a7d4-b939-4b06-8f40-ae2936beb693 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:05.253429 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c7e1ecdd-6b1f-477f-b98b-9130bdabf992 req-4d36a7d4-b939-4b06-8f40-ae2936beb693 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1157382 Feb 01 18:49:05.306211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f97ddd-4a91-4307-89d2-7be87bb13161 req-45449667-9e29-4046-a698-ab0bf9384db7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:05.307789 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b9f97ddd-4a91-4307-89d2-7be87bb13161 req-45449667-9e29-4046-a698-ab0bf9384db7 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0993497 Feb 01 18:49:05.340946 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c7e1ecdd-6b1f-477f-b98b-9130bdabf992 req-a580e05c-b7be-4e01-b76c-088c2243b403 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807011 Feb 01 18:49:05.385901 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b9f97ddd-4a91-4307-89d2-7be87bb13161 req-c814c7de-2675-4288-bef8-59a8b3c6b08a tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713506 Feb 01 18:49:05.820193 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ebca9151-0443-4020-9d8b-028b7ca63ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:06.492135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaae81-de09-4cd4-a4f5-e9fbf9e9d043 req-6687d9a6-7cd3-42e2-827f-59000d89964b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:06.493572 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34eaae81-de09-4cd4-a4f5-e9fbf9e9d043 req-6687d9a6-7cd3-42e2-827f-59000d89964b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0804451 Feb 01 18:49:06.543983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c976-eda5-4095-9fb5-b24f317613ce req-77c4c8d5-e427-4e92-9408-41e999414dcc tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:06.545468 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1b78c976-eda5-4095-9fb5-b24f317613ce req-77c4c8d5-e427-4e92-9408-41e999414dcc tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0874529 Feb 01 18:49:06.572560 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34eaae81-de09-4cd4-a4f5-e9fbf9e9d043 req-48e26bfc-fcef-43a7-b07d-f9b0beb52c7f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723424 Feb 01 18:49:06.606116 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1b78c976-eda5-4095-9fb5-b24f317613ce req-bae9c372-9523-40d4-983c-2c89b5f729a4 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525949 Feb 01 18:49:07.740639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc4e26-23cc-4b8a-b9e2-b35ef9e198e5 req-9e1921fb-bf47-4827-916c-eb20e6a5c83e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:07.743538 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c7cc4e26-23cc-4b8a-b9e2-b35ef9e198e5 req-9e1921fb-bf47-4827-916c-eb20e6a5c83e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0926936 Feb 01 18:49:07.757547 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98105034-b2a5-4406-a7de-69e762a70a34 req-daf7257a-d0ea-4573-a38c-4b488f018fc3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:07.759183 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98105034-b2a5-4406-a7de-69e762a70a34 req-daf7257a-d0ea-4573-a38c-4b488f018fc3 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0819385 Feb 01 18:49:07.773937 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-d18c5d3f-d81e-4ee4-a8ab-f22455e5610c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:07.775721 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-d18c5d3f-d81e-4ee4-a8ab-f22455e5610c tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 945 time: 0.0625899 Feb 01 18:49:07.838059 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c7cc4e26-23cc-4b8a-b9e2-b35ef9e198e5 req-ca3632bb-4ecb-4c32-acf6-9d05aa8f1236 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776222 Feb 01 18:49:07.841445 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98105034-b2a5-4406-a7de-69e762a70a34 req-160678da-5bac-4dd3-967a-f23b45152090 tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/security-groups?id=5bab19d9-e15b-4387-ac47-2193a79349e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Feb 01 18:49:07.883796 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Deleting port 241ece45-818c-4380-9aad-894fd9a5509b {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:49:07.884139 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (241ece45-818c-4380-9aad-894fd9a5509b), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:07.907110 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-af52dcd6-3835-47c2-9cf7-8ce96ab588b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:07.981903 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] For port 241ece45-818c-4380-9aad-894fd9a5509b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=241ece45-818c-4380-9aad-894fd9a5509b,segment=NetworkSegment(eb81629c-b946-40a8-a87f-ccd7e2034b74),segment_id=eb81629c-b946-40a8-a87f-ccd7e2034b74)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:07.982257 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (241ece45-818c-4380-9aad-894fd9a5509b), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:07.995625 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Calling delete_port for 241ece45-818c-4380-9aad-894fd9a5509b owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:49:08.125147 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (241ece45-818c-4380-9aad-894fd9a5509b), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:08.139390 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['241ece45-818c-4380-9aad-894fd9a5509b'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:49:08.156119 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Pushing event deleted for resources: {'Port': ['ID=241ece45-818c-4380-9aad-894fd9a5509b,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:08.199075 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] No DVR routers for this DVR port 241ece45-818c-4380-9aad-894fd9a5509b on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:49:08.201658 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:08.205039 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-612c0304-31e3-415e-a0fd-0b5e1b4029aa req-b336df09-1dfc-47b9-af8c-db03052c6d2d tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.39 "DELETE /v2.0/ports/241ece45-818c-4380-9aad-894fd9a5509b HTTP/1.1" status: 204 len: 173 time: 0.4138734 Feb 01 18:49:08.205497 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'name': 'network-vif-deleted', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:49:08.207834 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6216ddb-2035-4eb0-b05b-05b5f851a772" -d '{"events": [{"server_uuid": "189934ed-742c-4622-904e-822e11337322", "name": "network-vif-deleted", "tag": "241ece45-818c-4380-9aad-894fd9a5509b"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:49:08.245484 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b3d58e-6d28-4a4f-a4a4-11f391a84dc3 x-openstack-request-id: req-b3b3d58e-6d28-4a4f-a4a4-11f391a84dc3 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:49:08.245777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189934ed-742c-4622-904e-822e11337322", "name": "network-vif-deleted", "tag": "241ece45-818c-4380-9aad-894fd9a5509b", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:49:08.246033 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3b3d58e-6d28-4a4f-a4a4-11f391a84dc3 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:49:08.246507 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189934ed-742c-4622-904e-822e11337322', 'name': 'network-vif-deleted', 'tag': '241ece45-818c-4380-9aad-894fd9a5509b', 'status': 'completed', 'code': 200} Feb 01 18:49:08.989253 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d0ea0a57-b74a-4a23-97b1-42ab2eab5529 req-db1ea85c-a738-42c5-a948-61ab09e6958f tempest-VolumesActionsTest-801628718 tempest-VolumesActionsTest-801628718-project] 10.222.0.31 "GET /v2.0/ports?device_id=189934ed-742c-4622-904e-822e11337322 HTTP/1.1" status: 200 len: 210 time: 0.0330122 Feb 01 18:49:09.011281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de48551-b526-4932-a228-b45d52e726d6 req-04733bb0-4f26-4df1-836c-cb70b619495e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:09.012753 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0de48551-b526-4932-a228-b45d52e726d6 req-04733bb0-4f26-4df1-836c-cb70b619495e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0923421 Feb 01 18:49:09.060998 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0de48551-b526-4932-a228-b45d52e726d6 req-b755af2f-d292-4527-836a-553bf4f29c2f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Feb 01 18:49:09.211558 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:10.202898 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292124f-6de5-4b9b-a58c-881b3cdbef64 req-58a2e6d2-9154-4c8e-af3e-03eee2eb723b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:10.210366 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6292124f-6de5-4b9b-a58c-881b3cdbef64 req-58a2e6d2-9154-4c8e-af3e-03eee2eb723b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0784714 Feb 01 18:49:10.265844 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6292124f-6de5-4b9b-a58c-881b3cdbef64 req-c43617df-e06f-4814-a57e-980a417aee1e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545535 Feb 01 18:49:10.503104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 241ece45-818c-4380-9aad-894fd9a5509b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:49:10.527086 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 241ece45-818c-4380-9aad-894fd9a5509b {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:49:10.527424 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 241ece45-818c-4380-9aad-894fd9a5509b not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:49:10.578812 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.399473 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1f3f6-0776-4b0c-b117-88b0f04d0d5a req-1547775f-1467-4883-9c81-125c4b355507 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:11.400966 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-62e1f3f6-0776-4b0c-b117-88b0f04d0d5a req-1547775f-1467-4883-9c81-125c4b355507 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0546758 Feb 01 18:49:11.431422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54600) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:11.458320 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-62e1f3f6-0776-4b0c-b117-88b0f04d0d5a req-e322d823-4451-4b75-a19b-b0013f54234e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Feb 01 18:49:11.475497 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Deleting subnet 5fca9b17-1c2a-4609-bd3b-a6b90c034297 {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:49:11.479037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Publish callbacks [] for subnet (5fca9b17-1c2a-4609-bd3b-a6b90c034297), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.519578 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (5fca9b17-1c2a-4609-bd3b-a6b90c034297), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.559238 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (5fca9b17-1c2a-4609-bd3b-a6b90c034297), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.613136 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (5fca9b17-1c2a-4609-bd3b-a6b90c034297), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.641803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.645044 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5fca9b17-1c2a-4609-bd3b-a6b90c034297 HTTP/1.1" status: 204 len: 168 time: 0.2126458 Feb 01 18:49:11.646036 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97240d8d-5901-430e-8fa1-b8b01d8525f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fca9b17-1c2a-4609-bd3b-a6b90c034297,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:11.647547 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54602) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:11.719585 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (2a32b233-cb97-43b5-89f1-4637e3c869f4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.800032 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (2a32b233-cb97-43b5-89f1-4637e3c869f4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.820351 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a32b233-cb97-43b5-89f1-4637e3c869f4']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:11.831084 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8066a41d-479b-4f12-9820-5471366ba1cf') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:11.831389 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8066a41d-479b-4f12-9820-5471366ba1cf') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:11.842500 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (8066a41d-479b-4f12-9820-5471366ba1cf), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.845305 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.861791 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (8066a41d-479b-4f12-9820-5471366ba1cf), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.868786 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:49:11.869406 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (8066a41d-479b-4f12-9820-5471366ba1cf), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:49:11.871409 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:49:11.932776 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (2a32b233-cb97-43b5-89f1-4637e3c869f4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.938304 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:11.941839 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a32b233-cb97-43b5-89f1-4637e3c869f4 HTTP/1.1" status: 204 len: 168 time: 0.2933908 Feb 01 18:49:11.944835 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54608) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:11.953254 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a588058-fa9c-4854-bb12-f6e16ee4d07f admin admin] Pushing event deleted for resources: {'Network': ['ID=2a32b233-cb97-43b5-89f1-4637e3c869f4,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:11.990436 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Deleting subnet a721f405-f0d0-45ac-97d3-6a0a61b17dab {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:49:11.993938 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Publish callbacks [] for subnet (a721f405-f0d0-45ac-97d3-6a0a61b17dab), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.031560 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Publish callbacks [] for subnet (a721f405-f0d0-45ac-97d3-6a0a61b17dab), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.037632 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (a721f405-f0d0-45ac-97d3-6a0a61b17dab), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.088899 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for subnet (a721f405-f0d0-45ac-97d3-6a0a61b17dab), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.115470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a721f405-f0d0-45ac-97d3-6a0a61b17dab,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:12.120523 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.123813 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-63e1baf8-b3bf-4968-ae02-137c98c67e04 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a721f405-f0d0-45ac-97d3-6a0a61b17dab HTTP/1.1" status: 204 len: 168 time: 0.1778409 Feb 01 18:49:12.126354 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54610) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:12.204532 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (f09305e2-0033-4579-9c26-54a3674d5c5e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.289535 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (f09305e2-0033-4579-9c26-54a3674d5c5e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.314678 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.315020 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.315771 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.316121 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > port after_create 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.316458 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.316783 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > port after_update 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.317108 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.317415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.317719 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.318028 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.398137 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.398403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.398760 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.399095 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 01 18:49:12.399467 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09305e2-0033-4579-9c26-54a3674d5c5e']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:12.417124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563798ac-466f-44a8-baa7-b7c21e8a3816') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:12.417781 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563798ac-466f-44a8-baa7-b7c21e8a3816') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:12.433651 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (563798ac-466f-44a8-baa7-b7c21e8a3816), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.455276 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (563798ac-466f-44a8-baa7-b7c21e8a3816), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.463761 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:49:12.464149 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (563798ac-466f-44a8-baa7-b7c21e8a3816), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: from cryptography.utils import int_from_bytes Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: from cryptography.utils import int_from_bytes Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:49:12.468166 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:49:12.527260 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (f09305e2-0033-4579-9c26-54a3674d5c5e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.545841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.549796 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f09305e2-0033-4579-9c26-54a3674d5c5e HTTP/1.1" status: 204 len: 168 time: 0.4223716 Feb 01 18:49:12.577867 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c70321-d8c2-4b2d-b758-777cb3674b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=f09305e2-0033-4579-9c26-54a3674d5c5e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:12.605470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c78e24-87b6-48bf-a020-31d9374d55cc req-2a90730d-97a8-4330-9378-cf44d2c5a814 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:12.607000 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-79c78e24-87b6-48bf-a020-31d9374d55cc req-2a90730d-97a8-4330-9378-cf44d2c5a814 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0769582 Feb 01 18:49:12.657082 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-79c78e24-87b6-48bf-a020-31d9374d55cc req-bb7daed6-ae01-4b4f-91cc-8db8f90ecde4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446517 Feb 01 18:49:12.721775 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54618) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:12.762547 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-34a8f4b6-3bd3-40da-9afd-419c3877720f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab55f310efe74019a986ee8d32429103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395322 Feb 01 18:49:12.764864 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54620) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:12.812925 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] Publish callbacks [] for security_group (dd6344e7-507b-44d3-8121-cdab44c9f7f4), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.833999 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] Publish callbacks [] for security_group (dd6344e7-507b-44d3-8121-cdab44c9f7f4), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.881818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (dd6344e7-507b-44d3-8121-cdab44c9f7f4), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.884349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:12.885473 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd6344e7-507b-44d3-8121-cdab44c9f7f4 HTTP/1.1" status: 204 len: 168 time: 0.1196978 Feb 01 18:49:12.893647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4128-9f2f-4f2a-b55f-abebee26a1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6344e7-507b-44d3-8121-cdab44c9f7f4,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:13.229488 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54630) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:13.275287 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5c2e1e1a-703c-45a9-bf9e-9008f789de26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d3e6325cc0540d08def5ed032dfc3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446489 Feb 01 18:49:13.277768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54634) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:13.326005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] Publish callbacks [] for security_group (77bd875c-5225-47e1-8a47-32d41ff6180b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:13.350326 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] Publish callbacks [] for security_group (77bd875c-5225-47e1-8a47-32d41ff6180b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:13.397320 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (77bd875c-5225-47e1-8a47-32d41ff6180b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:13.400004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:13.401146 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77bd875c-5225-47e1-8a47-32d41ff6180b HTTP/1.1" status: 204 len: 168 time: 0.1224947 Feb 01 18:49:13.409451 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb16e80-589e-49c1-844e-816b4b1be47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd875c-5225-47e1-8a47-32d41ff6180b,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:13.781255 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc189821-819a-49a0-8fcd-1f90775b6200 req-6ffcf86a-6fea-465d-9037-6b2ecb4d0620 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:13.782899 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fc189821-819a-49a0-8fcd-1f90775b6200 req-6ffcf86a-6fea-465d-9037-6b2ecb4d0620 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0548501 Feb 01 18:49:13.830380 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fc189821-819a-49a0-8fcd-1f90775b6200 req-2354509f-cde8-4e57-b5f9-85f1bbac7a73 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Feb 01 18:49:14.966022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e5128-0bd7-41dd-ac3e-896b9d9b0b4b req-5f60c454-9759-4778-8503-8fa9f436e7f7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:14.970994 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-139e5128-0bd7-41dd-ac3e-896b9d9b0b4b req-5f60c454-9759-4778-8503-8fa9f436e7f7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0631542 Feb 01 18:49:15.021644 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-139e5128-0bd7-41dd-ac3e-896b9d9b0b4b req-459e2817-5f43-4a82-a9ac-3db10d7ccaa8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Feb 01 18:49:15.693538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54702) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:15.803355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24a2d9df-a5b0-4b76-8d4e-9faefd973d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:15.895716 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24a2d9df-a5b0-4b76-8d4e-9faefd973d5c admin admin] Publish callbacks [] for security_group (cf3d1b66-b60f-4195-9c92-2df92a1830a9), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:15.901098 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24a2d9df-a5b0-4b76-8d4e-9faefd973d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cf3d1b66-b60f-4195-9c92-2df92a1830a9), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:15.956495 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-24a2d9df-a5b0-4b76-8d4e-9faefd973d5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92a381c791ac4a6ab649255aa118ac12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618711 Feb 01 18:49:15.957640 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2d9df-a5b0-4b76-8d4e-9faefd973d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d1b66-b60f-4195-9c92-2df92a1830a9,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:15.959357 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54716) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:16.012956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] Publish callbacks [] for security_group (cf3d1b66-b60f-4195-9c92-2df92a1830a9), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:16.037474 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] Publish callbacks [] for security_group (cf3d1b66-b60f-4195-9c92-2df92a1830a9), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:16.094953 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cf3d1b66-b60f-4195-9c92-2df92a1830a9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:16.098026 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:16.101557 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf3d1b66-b60f-4195-9c92-2df92a1830a9 HTTP/1.1" status: 204 len: 168 time: 0.1389778 Feb 01 18:49:16.108160 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1d805-ebb0-4aa7-85bd-c3f7c2adefb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d1b66-b60f-4195-9c92-2df92a1830a9,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:16.177239 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34571c89-e910-454c-9c70-a6d8447f5dcd req-8616148c-3fc2-48ab-8b79-e69539c13813 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:16.189077 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34571c89-e910-454c-9c70-a6d8447f5dcd req-8616148c-3fc2-48ab-8b79-e69539c13813 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0800250 Feb 01 18:49:16.255208 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34571c89-e910-454c-9c70-a6d8447f5dcd req-133c9ab5-d3ed-4a21-a758-81fbd5a3654a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651908 Feb 01 18:49:17.470715 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5cf4-8ff4-473f-9ebc-949f5b0c88f0 req-233d1a02-a33a-4837-bc7e-cfd26f8476f5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:17.473218 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2c0c5cf4-8ff4-473f-9ebc-949f5b0c88f0 req-233d1a02-a33a-4837-bc7e-cfd26f8476f5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1172311 Feb 01 18:49:17.545447 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2c0c5cf4-8ff4-473f-9ebc-949f5b0c88f0 req-0b3d2dbc-c3f9-412a-940b-1365508127d5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659778 Feb 01 18:49:18.712662 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bd56a-39ba-49c1-b0f1-480a3d1e934c req-f0aa40b1-1c6e-48f2-ad50-2c153ac3f9e5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:18.714583 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-341bd56a-39ba-49c1-b0f1-480a3d1e934c req-f0aa40b1-1c6e-48f2-ad50-2c153ac3f9e5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0820320 Feb 01 18:49:18.793256 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-341bd56a-39ba-49c1-b0f1-480a3d1e934c req-c1007d06-df99-425b-a07d-f2b8cc055411 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Feb 01 18:49:19.927045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d519ec-5ba6-45c7-972f-7da07c4e1ad5 req-d398ad74-13c2-4ad7-8790-a518d56b682f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:19.928546 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-95d519ec-5ba6-45c7-972f-7da07c4e1ad5 req-d398ad74-13c2-4ad7-8790-a518d56b682f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0561922 Feb 01 18:49:19.985484 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-95d519ec-5ba6-45c7-972f-7da07c4e1ad5 req-ad1c5762-285f-43db-b9c7-336926dc5f1a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509479 Feb 01 18:49:20.573328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 54854) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:20.708322 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:20.820093 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Publish callbacks [] for security_group (2e6ea313-4b42-4864-bdcd-3efd52a70bab), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:20.840347 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2e6ea313-4b42-4864-bdcd-3efd52a70bab), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:20.899216 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54862) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:20.900551 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=49280ccce07b4e489030f8a69328ba8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249338 Feb 01 18:49:20.938298 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ea313-4b42-4864-bdcd-3efd52a70bab,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:20.966681 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.967588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.968324 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.970762 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.971873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.972704 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.973294 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.973794 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.974302 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.974689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.975029 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.975422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:20.975757 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14c5667-f7ed-4436-a40e-6f28cc23d6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.003929 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Publish callbacks [] for security_group (2e6ea313-4b42-4864-bdcd-3efd52a70bab), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:21.071877 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Publish callbacks [] for security_group (2e6ea313-4b42-4864-bdcd-3efd52a70bab), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:21.207557 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2e6ea313-4b42-4864-bdcd-3efd52a70bab), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:21.207557 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:21.207557 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e6ea313-4b42-4864-bdcd-3efd52a70bab HTTP/1.1" status: 204 len: 168 time: 0.3102012 Feb 01 18:49:21.238058 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ea313-4b42-4864-bdcd-3efd52a70bab,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:21.251708 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.252442 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.253012 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.253560 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.254105 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.254712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.255264 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.255606 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.256075 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.256418 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.256749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.257143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.257401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafd927-324a-4d55-9a3f-4fb327e901a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:21.290778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e385502-49ee-43d7-ba47-ee2cef2f4260 req-c8f41240-aefc-41c2-a243-d95b9550c6f8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:21.299263 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e385502-49ee-43d7-ba47-ee2cef2f4260 req-c8f41240-aefc-41c2-a243-d95b9550c6f8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1538894 Feb 01 18:49:21.361266 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e385502-49ee-43d7-ba47-ee2cef2f4260 req-42923ec6-7e66-4af2-b113-273263b062bc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610855 Feb 01 18:49:21.801866 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:49:22.511500 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb04630-3af4-4ae5-979a-ceb07b2649d7 req-e93feb0d-42e1-4bad-9629-87fb9d0bc544 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:22.515040 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8eb04630-3af4-4ae5-979a-ceb07b2649d7 req-e93feb0d-42e1-4bad-9629-87fb9d0bc544 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0705822 Feb 01 18:49:22.573080 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8eb04630-3af4-4ae5-979a-ceb07b2649d7 req-8b7db08c-8902-4b54-a427-abe30bac189b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524144 Feb 01 18:49:22.765878 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:24.010327 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037d35a-b46f-4358-a9dd-babed5658d53 req-00e1542a-0f2d-4f14-8521-a3696ebaa8b3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:24.014702 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4037d35a-b46f-4358-a9dd-babed5658d53 req-00e1542a-0f2d-4f14-8521-a3696ebaa8b3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.3637915 Feb 01 18:49:24.023402 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f254e9-c5d3-49be-8b9c-2a03460fb2ff req-2bbddfcd-d06f-4c4c-a136-e828e1a452f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:24.024837 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c2f254e9-c5d3-49be-8b9c-2a03460fb2ff req-2bbddfcd-d06f-4c4c-a136-e828e1a452f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.3356020 Feb 01 18:49:24.092116 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4037d35a-b46f-4358-a9dd-babed5658d53 req-0527a1e6-4b6d-4229-b156-4cd5ff373295 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663147 Feb 01 18:49:24.104234 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c2f254e9-c5d3-49be-8b9c-2a03460fb2ff req-19c1c217-a42e-4157-b833-fe3b33e86698 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721123 Feb 01 18:49:24.766054 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 54986) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:24.934683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d85a-e344-4852-8b14-63fc09774a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.078831 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d85a-e344-4852-8b14-63fc09774a86 admin admin] Publish callbacks [] for security_group (9efb09e8-7aee-493e-b797-c289c12234c1), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.084485 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d85a-e344-4852-8b14-63fc09774a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9efb09e8-7aee-493e-b797-c289c12234c1), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.160767 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ffc7d85a-e344-4852-8b14-63fc09774a86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dbfa6c6625649a6b3feb498c8837840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931687 Feb 01 18:49:25.163791 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55002) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:25.165019 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7d85a-e344-4852-8b14-63fc09774a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb09e8-7aee-493e-b797-c289c12234c1,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:25.340310 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5ece4-9229-4cf6-87db-7475bce7270e req-b6c61d17-57c4-4713-9fed-0acb7b0663ff tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.342160 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ebd5ece4-9229-4cf6-87db-7475bce7270e req-b6c61d17-57c4-4713-9fed-0acb7b0663ff tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1004014 Feb 01 18:49:25.353455 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] Publish callbacks [] for security_group (9efb09e8-7aee-493e-b797-c289c12234c1), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.355872 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a31f6-2ae6-4743-a5db-c88ef0c627d4 req-7b41cb94-9cae-44a3-8782-8860d44c7fa1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.357699 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-710a31f6-2ae6-4743-a5db-c88ef0c627d4 req-7b41cb94-9cae-44a3-8782-8860d44c7fa1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1026430 Feb 01 18:49:25.379362 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] Publish callbacks [] for security_group (9efb09e8-7aee-493e-b797-c289c12234c1), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.437885 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ebd5ece4-9229-4cf6-87db-7475bce7270e req-ddfa0bf4-f01d-480c-8a2c-0fc2c4e6406f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787666 Feb 01 18:49:25.455590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-710a31f6-2ae6-4743-a5db-c88ef0c627d4 req-6a0a66dc-3a13-4f53-b698-e127c281e946 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893331 Feb 01 18:49:25.462659 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-8554e2f3-3f97-4b5f-b691-526e41bd53fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.467893 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-8554e2f3-3f97-4b5f-b691-526e41bd53fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1129 time: 0.2304709 Feb 01 18:49:25.477011 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9efb09e8-7aee-493e-b797-c289c12234c1), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.482216 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.484230 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9efb09e8-7aee-493e-b797-c289c12234c1 HTTP/1.1" status: 204 len: 168 time: 0.3193505 Feb 01 18:49:25.495373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1f99b-bce4-4f3c-9fa3-cdb8ea156d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb09e8-7aee-493e-b797-c289c12234c1,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:25.646361 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-84a26935-dea2-4482-b3f6-332f66860dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.649366 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-84a26935-dea2-4482-b3f6-332f66860dbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1323822 Feb 01 18:49:25.750841 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-b8f202c9-76e5-49b6-95b0-f5c983e421dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0765786 Feb 01 18:49:25.827362 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-423e47d6-1462-47e0-9626-e0b1da2b6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.830269 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-423e47d6-1462-47e0-9626-e0b1da2b6365 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0679598 Feb 01 18:49:25.906172 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55018) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:25.922070 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0c47d125-42ee-4e3e-8d09-5be5022f7057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:25.930987 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-287c846f-c8ca-4ce8-b995-d18a2dd95afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:25.932494 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-287c846f-c8ca-4ce8-b995-d18a2dd95afe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0894628 Feb 01 18:49:26.057309 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0c47d125-42ee-4e3e-8d09-5be5022f7057 admin admin] Publish callbacks [] for security_group (fb833f29-fdba-47fe-8c3b-a6a6419b38e8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.064840 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0c47d125-42ee-4e3e-8d09-5be5022f7057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (fb833f29-fdba-47fe-8c3b-a6a6419b38e8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.081369 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-9a789684-c539-4856-86f3-b44748a36ff1 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365879 Feb 01 18:49:26.159394 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0c47d125-42ee-4e3e-8d09-5be5022f7057 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e465672ee2943279ddf7298482e6ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403769 Feb 01 18:49:26.194748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55022) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:26.212043 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47d125-42ee-4e3e-8d09-5be5022f7057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb833f29-fdba-47fe-8c3b-a6a6419b38e8,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:26.379600 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] Publish callbacks [] for security_group (fb833f29-fdba-47fe-8c3b-a6a6419b38e8), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.405183 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ecd3beb7-3f07-423b-871d-cdda2014b47a req-2d19d34b-b7b4-416b-a72a-c3dde1cc4aea service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150449 Feb 01 18:49:26.423763 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] Publish callbacks [] for security_group (fb833f29-fdba-47fe-8c3b-a6a6419b38e8), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.535291 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (fb833f29-fdba-47fe-8c3b-a6a6419b38e8), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.538550 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:26.547393 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb833f29-fdba-47fe-8c3b-a6a6419b38e8 HTTP/1.1" status: 204 len: 168 time: 0.3542950 Feb 01 18:49:26.614459 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698da21-d300-433c-8d5d-0d8be12b7ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb833f29-fdba-47fe-8c3b-a6a6419b38e8,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:26.683614 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7af3-8a0c-4cc8-ba3d-b74f6acdca17 req-85db44b9-8529-4dc9-bf65-3259ede4ca55 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:26.685348 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-beaa7af3-8a0c-4cc8-ba3d-b74f6acdca17 req-85db44b9-8529-4dc9-bf65-3259ede4ca55 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1361737 Feb 01 18:49:26.699787 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabbff5-7a18-4018-9ff5-cb8c823bc087 req-d1424e40-14a1-46cc-a10c-b55f1f7bca4f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:26.701505 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-afabbff5-7a18-4018-9ff5-cb8c823bc087 req-d1424e40-14a1-46cc-a10c-b55f1f7bca4f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1482389 Feb 01 18:49:26.773184 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-beaa7af3-8a0c-4cc8-ba3d-b74f6acdca17 req-a692d911-d7f7-49a7-b53c-5f2315b703a1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700510 Feb 01 18:49:26.790271 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-afabbff5-7a18-4018-9ff5-cb8c823bc087 req-cae50312-8094-4e4a-8134-04ccfdf08fd2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728099 Feb 01 18:49:27.958636 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce4182-c4b8-4d1c-86db-058356d55150 req-b460ad82-95ab-46a3-970c-77260661a456 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:27.960497 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-15ce4182-c4b8-4d1c-86db-058356d55150 req-b460ad82-95ab-46a3-970c-77260661a456 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0969594 Feb 01 18:49:27.969567 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2344c-906d-4b57-9f80-a07b92c23938 req-873b7656-662b-4902-8b5e-c000258f71d1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:27.971087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-56b2344c-906d-4b57-9f80-a07b92c23938 req-873b7656-662b-4902-8b5e-c000258f71d1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0792072 Feb 01 18:49:28.070955 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-15ce4182-c4b8-4d1c-86db-058356d55150 req-75ccc5fd-e142-472e-98f1-20e2ae83e7e6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985031 Feb 01 18:49:28.079875 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-56b2344c-906d-4b57-9f80-a07b92c23938 req-7e284e6e-1907-47d1-8286-0fcf2082a1bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017084 Feb 01 18:49:29.305974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd8888-fdc2-42d6-961e-ae1c8659a2d8 req-ebf4a9ea-0f7a-4dda-9788-956a22beb227 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:29.315832 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94cd8888-fdc2-42d6-961e-ae1c8659a2d8 req-ebf4a9ea-0f7a-4dda-9788-956a22beb227 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1366582 Feb 01 18:49:29.413926 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94cd8888-fdc2-42d6-961e-ae1c8659a2d8 req-50550f5d-953c-47d8-bf6e-e979805d7715 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922139 Feb 01 18:49:29.431695 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784b37b-94ed-4a85-b023-a3a2ab86dbc1 req-dcd8b551-2c05-4960-ae84-1228a4754c89 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:29.434226 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c784b37b-94ed-4a85-b023-a3a2ab86dbc1 req-dcd8b551-2c05-4960-ae84-1228a4754c89 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0965047 Feb 01 18:49:29.537025 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c784b37b-94ed-4a85-b023-a3a2ab86dbc1 req-b56d10b7-a8bc-4792-8389-cd8981d4abb9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933549 Feb 01 18:49:30.568654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c2dc0-d684-4542-8329-bf84a0dc2f12 req-5e58ff77-b59a-4aac-ad67-9ca20ce30738 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:30.570926 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-030c2dc0-d684-4542-8329-bf84a0dc2f12 req-5e58ff77-b59a-4aac-ad67-9ca20ce30738 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0612302 Feb 01 18:49:30.669509 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-030c2dc0-d684-4542-8329-bf84a0dc2f12 req-bf0bfde8-4d6b-46c6-85f1-d3e027598027 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885830 Feb 01 18:49:30.708609 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fef068-01fa-4eb2-9858-425b4f0c697a req-aabe29d4-e097-4598-8582-763138716f77 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:30.710770 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a4fef068-01fa-4eb2-9858-425b4f0c697a req-aabe29d4-e097-4598-8582-763138716f77 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0918577 Feb 01 18:49:30.769622 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a4fef068-01fa-4eb2-9858-425b4f0c697a req-f86f8229-248a-462e-b2fe-368cca7ffbab tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534508 Feb 01 18:49:31.071217 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55176) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:31.217692 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-58168286-8134-4bd4-9059-a6ab12a15012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.315339 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-58168286-8134-4bd4-9059-a6ab12a15012 admin admin] Publish callbacks [] for security_group (21e6e2e7-35da-4db6-ac2c-626ed5f50931), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.320647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-58168286-8134-4bd4-9059-a6ab12a15012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (21e6e2e7-35da-4db6-ac2c-626ed5f50931), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.362960 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-58168286-8134-4bd4-9059-a6ab12a15012 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbf44d5543d74339b118a37b3fa7cd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900147 Feb 01 18:49:31.365186 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58168286-8134-4bd4-9059-a6ab12a15012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e6e2e7-35da-4db6-ac2c-626ed5f50931,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:31.366090 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55182) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:31.443169 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55190) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:31.526947 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] Publish callbacks [] for security_group (21e6e2e7-35da-4db6-ac2c-626ed5f50931), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.569199 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] Publish callbacks [] for security_group (21e6e2e7-35da-4db6-ac2c-626ed5f50931), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.633618 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (21e6e2e7-35da-4db6-ac2c-626ed5f50931), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.637810 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.639087 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21e6e2e7-35da-4db6-ac2c-626ed5f50931 HTTP/1.1" status: 204 len: 168 time: 0.2710221 Feb 01 18:49:31.665691 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d034d-745e-47f0-8178-9b4afd7a49dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e6e2e7-35da-4db6-ac2c-626ed5f50931,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:31.732197 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0be6d762-e2bb-49c1-b271-cad6e15618f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:31.868407 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1af4-798a-4fd8-8d97-ec2a931db2a8 req-dc77b20c-bac8-4971-bac4-dacb8a7c777c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:31.879707 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-071c1af4-798a-4fd8-8d97-ec2a931db2a8 req-dc77b20c-bac8-4971-bac4-dacb8a7c777c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1216245 Feb 01 18:49:32.053748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0be6d762-e2bb-49c1-b271-cad6e15618f6 admin admin] Publish callbacks [] for security_group (4564c6d3-7925-4ed6-9274-fa7ee3791260), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.074192 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-071c1af4-798a-4fd8-8d97-ec2a931db2a8 req-350e415b-14dc-4a29-9cf1-38f4a6f05e1b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925294 Feb 01 18:49:32.079596 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0be6d762-e2bb-49c1-b271-cad6e15618f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4564c6d3-7925-4ed6-9274-fa7ee3791260), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.147608 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1d00b-5239-492b-99fd-62f9145da0c9 req-06e501af-b73e-4069-bede-432db0ec9917 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:32.149848 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cbd1d00b-5239-492b-99fd-62f9145da0c9 req-06e501af-b73e-4069-bede-432db0ec9917 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.2515199 Feb 01 18:49:32.204313 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0be6d762-e2bb-49c1-b271-cad6e15618f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6709dc927b8c4ceaad72c46d93ae1e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7599080 Feb 01 18:49:32.207467 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55204) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:32.236860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6d762-e2bb-49c1-b271-cad6e15618f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4564c6d3-7925-4ed6-9274-fa7ee3791260,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:32.270556 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cbd1d00b-5239-492b-99fd-62f9145da0c9 req-c9baa640-9bc2-4715-90ba-1f5529610af4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002822 Feb 01 18:49:32.307108 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] Publish callbacks [] for security_group (4564c6d3-7925-4ed6-9274-fa7ee3791260), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.330020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] Publish callbacks [] for security_group (4564c6d3-7925-4ed6-9274-fa7ee3791260), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.386052 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4564c6d3-7925-4ed6-9274-fa7ee3791260), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.389835 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.391255 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4564c6d3-7925-4ed6-9274-fa7ee3791260 HTTP/1.1" status: 204 len: 168 time: 0.1824284 Feb 01 18:49:32.400556 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b1eb6-fba5-4970-b7db-c1896a9bc280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4564c6d3-7925-4ed6-9274-fa7ee3791260,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:32.793401 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55216) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:32.813020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c839cdd9-09e3-4ba2-8fa5-6db6098e0876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.901197 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c839cdd9-09e3-4ba2-8fa5-6db6098e0876 admin admin] Publish callbacks [] for security_group (4abef17a-51d1-46c6-9903-79901c027c13), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.906232 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c839cdd9-09e3-4ba2-8fa5-6db6098e0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4abef17a-51d1-46c6-9903-79901c027c13), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:32.943205 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839cdd9-09e3-4ba2-8fa5-6db6098e0876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abef17a-51d1-46c6-9903-79901c027c13,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:32.949902 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c839cdd9-09e3-4ba2-8fa5-6db6098e0876 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0b95556cd244f05bebe1420227a1bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530216 Feb 01 18:49:32.950395 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55218) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:33.005096 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] Publish callbacks [] for security_group (4abef17a-51d1-46c6-9903-79901c027c13), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.037384 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] Publish callbacks [] for security_group (4abef17a-51d1-46c6-9903-79901c027c13), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.086408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (4abef17a-51d1-46c6-9903-79901c027c13), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.091272 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.093634 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4abef17a-51d1-46c6-9903-79901c027c13 HTTP/1.1" status: 204 len: 168 time: 0.1419981 Feb 01 18:49:33.105692 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc792db6-c902-435f-8140-0bcbd20662f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abef17a-51d1-46c6-9903-79901c027c13,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:33.314313 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040a56a-ad52-4e4b-9dd0-bc4f87e6a125 req-7a7a7610-77ac-4aaf-a36a-c865c8e9b3b6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:33.317965 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1040a56a-ad52-4e4b-9dd0-bc4f87e6a125 req-7a7a7610-77ac-4aaf-a36a-c865c8e9b3b6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1194777 Feb 01 18:49:33.380180 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1040a56a-ad52-4e4b-9dd0-bc4f87e6a125 req-8deebee4-73ec-4812-90dc-c61640d0c87e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538223 Feb 01 18:49:33.449842 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc2d83-041e-494e-9cd2-aae0a6a82239 req-a2b8e409-1010-4c44-b047-e225fdb05bd1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:33.451666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8abc2d83-041e-494e-9cd2-aae0a6a82239 req-a2b8e409-1010-4c44-b047-e225fdb05bd1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0680592 Feb 01 18:49:33.519272 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8abc2d83-041e-494e-9cd2-aae0a6a82239 req-a8b83179-a4d2-4c56-8900-9d9bdfee20b5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554445 Feb 01 18:49:33.625597 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55234) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:33.643021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b00fe6f3-46c2-4178-97db-78b3479e2d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.729913 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b00fe6f3-46c2-4178-97db-78b3479e2d4a admin admin] Publish callbacks [] for security_group (e7859832-cacd-4f46-bc81-f3ca79d7ab9c), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.735350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b00fe6f3-46c2-4178-97db-78b3479e2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e7859832-cacd-4f46-bc81-f3ca79d7ab9c), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.777111 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b00fe6f3-46c2-4178-97db-78b3479e2d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0325e7b71eb44a78ab06d70c5a88bf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504028 Feb 01 18:49:33.777979 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe6f3-46c2-4178-97db-78b3479e2d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7859832-cacd-4f46-bc81-f3ca79d7ab9c,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:33.781705 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55236) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:33.840730 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] Publish callbacks [] for security_group (e7859832-cacd-4f46-bc81-f3ca79d7ab9c), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.865806 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] Publish callbacks [] for security_group (e7859832-cacd-4f46-bc81-f3ca79d7ab9c), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.925282 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e7859832-cacd-4f46-bc81-f3ca79d7ab9c), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.928726 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:33.929889 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7859832-cacd-4f46-bc81-f3ca79d7ab9c HTTP/1.1" status: 204 len: 168 time: 0.1471863 Feb 01 18:49:33.942727 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e886ec-3566-46ee-855b-9b0e0363c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7859832-cacd-4f46-bc81-f3ca79d7ab9c,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:34.529702 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08008538-f910-41d1-b2bc-013567d20a7c req-e6750d5f-5a7b-4d08-aefd-a51c7cc60ebc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:34.531333 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08008538-f910-41d1-b2bc-013567d20a7c req-e6750d5f-5a7b-4d08-aefd-a51c7cc60ebc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0758400 Feb 01 18:49:34.647682 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08008538-f910-41d1-b2bc-013567d20a7c req-9ceee7f6-8d7d-4c27-85be-c7610ba473d5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050365 Feb 01 18:49:34.729827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813eee7-e2e7-4bc7-8d73-16c6438cfa63 req-d7775e81-9d18-4017-b405-20503f02f20a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:34.731614 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5813eee7-e2e7-4bc7-8d73-16c6438cfa63 req-d7775e81-9d18-4017-b405-20503f02f20a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0828018 Feb 01 18:49:34.806910 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5813eee7-e2e7-4bc7-8d73-16c6438cfa63 req-22388fb5-caa3-4a77-9d7e-76606dab16e6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610089 Feb 01 18:49:34.983110 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55268) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:35.086832 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1447215718-network', 'tenant_id': '57315d65f5a743d6a04b7097d931377a'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:35.111931 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Made reservation on behalf of 57315d65f5a743d6a04b7097d931377a for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:49:35.114643 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.125463 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.221789 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks [] for security_group (c78c2190-0700-4de5-97fe-e79e1fd83069), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.227570 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c78c2190-0700-4de5-97fe-e79e1fd83069), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.258561 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:49:35.269410 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78c2190-0700-4de5-97fe-e79e1fd83069,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:35.274309 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.274898 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Added segment a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a of type vlan for network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 Feb 01 18:49:35.320814 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (5f84666c-62c1-4815-9afa-3cbe2e16bbc0), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.347987 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (5f84666c-62c1-4815-9afa-3cbe2e16bbc0), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.349137 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:35.349877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.413835 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4293907 Feb 01 18:49:35.416927 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55276) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:35.422288 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Request body: {'subnet': {'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1447215718-subnet', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:35.425902 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00a432-0603-4836-a0dd-0a5779639143 admin admin] Pushing event updated for resources: {'Network': ['ID=5f84666c-62c1-4815-9afa-3cbe2e16bbc0,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:35.436936 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:49:35.448503 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Made reservation on behalf of 57315d65f5a743d6a04b7097d931377a for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:49:35.452045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12777114'] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.672135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14318128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12777132'] for subnet (cb378ad0-f32e-4329-90eb-0a33ce01040e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.797881 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb378ad0-f32e-4329-90eb-0a33ce01040e,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:35.804471 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Checking segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:35.804841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Network hostable DHCP agents. Network: 5f84666c-62c1-4815-9afa-3cbe2e16bbc0, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:49:35.832349 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-586f17e4-5fae-442e-82fa-167ec22873f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.832592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51764e5-c18e-40b5-a98f-2818ed7cf1e1 req-3ed83cee-ea2a-421a-9d8f-026c2ad7ca5f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:35.834102 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d51764e5-c18e-40b5-a98f-2818ed7cf1e1 req-3ed83cee-ea2a-421a-9d8f-026c2ad7ca5f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0836232 Feb 01 18:49:35.841750 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:49:35.861438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 5f84666c-62c1-4815-9afa-3cbe2e16bbc0) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:35.867611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:35.868196 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.872502 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19b0a7-e192-4287-85d1-8a59173974a7 None None] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:49:35.918746 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55288) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:35.920972 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ccdfac38-db75-48ad-bb89-a1193dabcb8d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5026767 Feb 01 18:49:35.924535 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:35.948272 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d51764e5-c18e-40b5-a98f-2818ed7cf1e1 req-db969316-e265-4fb6-8851-2d13ceda0505 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030133 Feb 01 18:49:35.972607 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:35.975836 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.064953 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:49:36.066835 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.068122 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afdb7f-375e-445b-b740-cab49439806a req-827f19b1-f817-46f4-9987-007f69c4b663 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:36.075672 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for router_controller (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.078296 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d4afdb7f-375e-445b-b740-cab49439806a req-827f19b1-f817-46f4-9987-007f69c4b663 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1114073 Feb 01 18:49:36.161760 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d4afdb7f-375e-445b-b740-cab49439806a req-0a0fae04-fd39-4d20-ae30-7ebb1f48d699 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822170 Feb 01 18:49:36.239510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for router_gateway (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.266522 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Allocated IP 172.20.0.2 (5f84666c-62c1-4815-9afa-3cbe2e16bbc0/cb378ad0-f32e-4329-90eb-0a33ce01040e/8bac31c2-4c74-4480-bcca-50d9dddf17e7) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:36.432773 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks [] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.444314 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.522212 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:36.525022 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:36.536806 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:36.666208 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Pushing event updated for resources: {'Port': ['ID=8bac31c2-4c74-4480-bcca-50d9dddf17e7,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:36.682295 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Attempting to bind port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:36.682974 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Attempting to bind port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:36.683498 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Attempting to bind port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 on network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:36.688737 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.689618 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.690374 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.690917 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.691422 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.691914 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.692396 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.692887 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.693388 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.693876 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.694361 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.694897 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.703997 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:36.725121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:36.725888 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Checking segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:36.726585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.727146 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Bound using segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:36.728713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Bound port: 8bac31c2-4c74-4480-bcca-50d9dddf17e7, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:36.729324 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.830085 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] For port 8bac31c2-4c74-4480-bcca-50d9dddf17e7, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:36.831058 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for router_gateway (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.834722 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] For port 8bac31c2-4c74-4480-bcca-50d9dddf17e7, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=8bac31c2-4c74-4480-bcca-50d9dddf17e7,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:36.847438 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.883226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:36.931617 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802543-687d-4c5f-9d48-bedbb4553e34 None None] Pushing event updated for resources: {'Port': ['ID=8bac31c2-4c74-4480-bcca-50d9dddf17e7,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:37.032467 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Allocated IP 172.27.3.3 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/5ed29662-2550-486a-b163-ca6fc6c3f410) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:37.143935 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4061a-6694-4a73-ac47-9f704610ae55 req-041e83f4-3062-46f5-adb5-9852e370a172 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:37.152854 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cfd4061a-6694-4a73-ac47-9f704610ae55 req-041e83f4-3062-46f5-adb5-9852e370a172 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1092010 Feb 01 18:49:37.257400 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:37.268208 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cfd4061a-6694-4a73-ac47-9f704610ae55 req-c1e2c581-f6e3-4afe-9a17-be8c604f392c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127534 Feb 01 18:49:37.343554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:37.393742 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:37.403515 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:37.411826 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:37.415435 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed29662-2550-486a-b163-ca6fc6c3f410,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:37.434194 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722378-6d6e-47d2-ae14-dd26173c1c52 req-cc1d12b4-dcda-4324-b082-73cd27298472 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:37.436791 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-59722378-6d6e-47d2-ae14-dd26173c1c52 req-cc1d12b4-dcda-4324-b082-73cd27298472 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1379802 Feb 01 18:49:37.521181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-59722378-6d6e-47d2-ae14-dd26173c1c52 req-28b7b896-1631-4004-a267-6f97a45308b9 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762987 Feb 01 18:49:37.533543 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1f78a-903f-4715-8461-6c81c938fdb7 req-0d9c285c-1cce-4ff3-b054-8909abf9c6ce tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:37.540941 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e2e1f78a-903f-4715-8461-6c81c938fdb7 req-0d9c285c-1cce-4ff3-b054-8909abf9c6ce tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1162505 Feb 01 18:49:37.620753 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e2e1f78a-903f-4715-8461-6c81c938fdb7 req-9d567e3a-fe89-40fe-8174-911e93598fdf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762906 Feb 01 18:49:37.786240 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for router_gateway (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:37.918700 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-2a555ab7-250f-44b5-acea-d75883307133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:38.038797 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:38.219044 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:49:38.396079 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:49:38.417232 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Sync routers for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:49:38.429849 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:38.430973 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:38.437318 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:38.440815 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-eae32379-5a11-403f-a180-84ea707532f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5186558 Feb 01 18:49:38.441128 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55312) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:38.456900 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f0a9c-58b5-4375-aec4-b6e912fc14e2 req-20cb4fe8-9651-4259-bee7-18cb054d27d9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:38.459567 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-615f0a9c-58b5-4375-aec4-b6e912fc14e2 req-20cb4fe8-9651-4259-bee7-18cb054d27d9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1080749 Feb 01 18:49:38.584046 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-615f0a9c-58b5-4375-aec4-b6e912fc14e2 req-7ef3dcfc-7e78-40ec-ada3-3f392b5148b5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173508 Feb 01 18:49:38.634399 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:38.847565 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e99a2b-f341-4502-a417-7611ec23e35f None None] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:49:38.866920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be8cf1-cf9e-4cbc-a4d7-8ad4cbe481d3 req-fd0a5bdf-361a-4ab0-b51a-65864885b33f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:38.874821 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-62be8cf1-cf9e-4cbc-a4d7-8ad4cbe481d3 req-fd0a5bdf-361a-4ab0-b51a-65864885b33f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1767514 Feb 01 18:49:38.917610 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df27dc-420c-4014-9038-29ee66ec663a req-b93b480b-2889-4d9a-aeeb-46b4e60deaad tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:38.925638 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26df27dc-420c-4014-9038-29ee66ec663a req-b93b480b-2889-4d9a-aeeb-46b4e60deaad tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1395590 Feb 01 18:49:38.955616 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Provisioning complete for port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:38.956627 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:38.986767 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8bac31c2-4c74-4480-bcca-50d9dddf17e7 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:39.025473 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26df27dc-420c-4014-9038-29ee66ec663a req-ca225ccc-850f-4713-962b-8dc151022ef3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931966 Feb 01 18:49:39.065590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-62be8cf1-cf9e-4cbc-a4d7-8ad4cbe481d3 req-64fa8c58-2ed5-4228-ac6a-5cc32305c840 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898227 Feb 01 18:49:39.073264 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:37Z', 'revision_number': 3, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:39.090130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:39.090535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.144829 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Checking router: 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:49:39.145550 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Updating router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 port 5ed29662-2550-486a-b163-ca6fc6c3f410 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:49:39.176799 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.192339 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Current status of the port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:39.192725 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.294403 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] For port 8bac31c2-4c74-4480-bcca-50d9dddf17e7, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=8bac31c2-4c74-4480-bcca-50d9dddf17e7,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:39.303811 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.312129 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.407070 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.408528 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28c90a-826a-4e93-ad5b-39c8848c12cd None None] Pushing event updated for resources: {'Port': ['ID=8bac31c2-4c74-4480-bcca-50d9dddf17e7,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:39.413515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:39.413907 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.486256 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.db.api [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109536) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 01 18:49:39.486678 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG oslo_db.api [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 01 18:49:39.652304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-c0fcd58d-caaf-4327-965d-a71c3b1da1c8 None None] Provisioning complete for port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:39.655891 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c0fcd58d-caaf-4327-965d-a71c3b1da1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.696346 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks [] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.708278 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.797829 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Attempting to bind port 5ed29662-2550-486a-b163-ca6fc6c3f410 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:39.798503 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Attempting to bind port 5ed29662-2550-486a-b163-ca6fc6c3f410 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:39.799037 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Attempting to bind port 5ed29662-2550-486a-b163-ca6fc6c3f410 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:39.809926 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151cd54-a5ee-43b5-8359-ac2d671812d1 None None] Pushing event updated for resources: {'Port': ['ID=5ed29662-2550-486a-b163-ca6fc6c3f410,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:39.818690 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:39.820841 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:39.821662 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.822313 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:39.823023 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Bound port: 5ed29662-2550-486a-b163-ca6fc6c3f410, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:39.823566 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.879599 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289c4d9-35a5-42fd-b08f-1c00a2eabb55 req-1ef7de9b-c3a5-405b-a891-28cb53de7432 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:39.892981 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4289c4d9-35a5-42fd-b08f-1c00a2eabb55 req-1ef7de9b-c3a5-405b-a891-28cb53de7432 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1507363 Feb 01 18:49:39.904127 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] For port 5ed29662-2550-486a-b163-ca6fc6c3f410, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:39.910397 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcd58d-caaf-4327-965d-a71c3b1da1c8 None None] Current status of the port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:39.913943 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] For port 5ed29662-2550-486a-b163-ca6fc6c3f410, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5ed29662-2550-486a-b163-ca6fc6c3f410,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:39.924393 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:39.925733 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Allocated IP 172.20.0.1 (5f84666c-62c1-4815-9afa-3cbe2e16bbc0/cb378ad0-f32e-4329-90eb-0a33ce01040e/7f12fc29-72ea-4403-b96f-f6320acce6a9) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:39.980295 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4289c4d9-35a5-42fd-b08f-1c00a2eabb55 req-ec8ee377-d8f5-43c4-a77e-f0863db52c96 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812566 Feb 01 18:49:39.996480 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151cd54-a5ee-43b5-8359-ac2d671812d1 None None] Pushing event updated for resources: {'Port': ['ID=5ed29662-2550-486a-b163-ca6fc6c3f410,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:40.006460 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:40.007125 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:40.066557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:40.124038 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks [] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.171695 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:40.202146 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.221648 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:40.225167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d559c-b968-445c-ba72-72174d13876b req-622a5bb4-3038-4c98-8d0d-4e5671a54576 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:40.225407 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:40.226746 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:40.230767 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d04d559c-b968-445c-ba72-72174d13876b req-622a5bb4-3038-4c98-8d0d-4e5671a54576 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0852592 Feb 01 18:49:40.293088 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.320659 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:40.334693 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d04d559c-b968-445c-ba72-72174d13876b req-ab0d28c2-67f4-482a-9365-bf288f93e7ee tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869915 Feb 01 18:49:40.355474 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d908590-5ac3-4668-8443-1f0ee8a46155 req-4fb6cac3-662e-4216-bd97-0e77151446cc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:40.357369 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4d908590-5ac3-4668-8443-1f0ee8a46155 req-4fb6cac3-662e-4216-bd97-0e77151446cc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1801257 Feb 01 18:49:40.453979 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4d908590-5ac3-4668-8443-1f0ee8a46155 req-14066f44-7b96-4b04-bc63-43df78da0199 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836546 Feb 01 18:49:40.472240 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:37Z', 'revision_number': 3, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:40.503421 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dff26-6835-4cbb-b0cd-a9144e589735 None None] The sync data for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi is: [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:37Z', 'revision_number': 3, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:49:40.543882 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.586526 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.638596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-10fcc45d-66dc-4348-ac8b-013719afd4ed None None] Provisioning complete for port 7f12fc29-72ea-4403-b96f-f6320acce6a9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:40.639234 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-10fcc45d-66dc-4348-ac8b-013719afd4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.679053 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-10fcc45d-66dc-4348-ac8b-013719afd4ed None None] Port 7f12fc29-72ea-4403-b96f-f6320acce6a9 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:49:40.759835 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks [] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.765135 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.772125 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8bac31c2-4c74-4480-bcca-50d9dddf17e7 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:40.842635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:40.842635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.848142 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:40.853561 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:40.958446 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:40.981087 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:40.983251 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:41.127904 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb93d-aa51-4daf-8ab2-2d3fa3aa9e97 req-8f29cca5-0ef0-4e64-9c07-870106632ad4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:41.129599 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-87efb93d-aa51-4daf-8ab2-2d3fa3aa9e97 req-8f29cca5-0ef0-4e64-9c07-870106632ad4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0752604 Feb 01 18:49:41.131847 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:49:41.196185 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-87efb93d-aa51-4daf-8ab2-2d3fa3aa9e97 req-b887b7bc-9e66-4148-b8b3-553357d54030 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503085 Feb 01 18:49:41.228692 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:49:41.289439 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:49:41.298780 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e3fc35e1-2ad4-45fc-bf5c-6b12caea4fe6 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f9e5ffe-7015-4ab1-80e9-07f3a28243f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8565347 Feb 01 18:49:41.336702 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-31679a8a-1591-4c25-88db-3b5a0de1f0b6 None None] Provisioning complete for port 7f12fc29-72ea-4403-b96f-f6320acce6a9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:41.337075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-31679a8a-1591-4c25-88db-3b5a0de1f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:41.381625 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:41.400135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-31679a8a-1591-4c25-88db-3b5a0de1f0b6 None None] Port 7f12fc29-72ea-4403-b96f-f6320acce6a9 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:49:41.402158 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:49:41.446439 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: ACTIVE; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:41.447169 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:41.463192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:49:41.490354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:41.495344 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a85fc-c932-47f9-bca1-9131c7ad91ea req-9ff536d0-0aa0-4c40-9018-7031ab5248e5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:41.497265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:41.503086 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4e5a85fc-c932-47f9-bca1-9131c7ad91ea req-9ff536d0-0aa0-4c40-9018-7031ab5248e5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0700452 Feb 01 18:49:41.582300 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=6']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:41.620924 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4e5a85fc-c932-47f9-bca1-9131c7ad91ea req-0a7c9912-af20-4c0c-9a2d-c2664b3b4277 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127632 Feb 01 18:49:41.636652 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677c5c3-99ff-4189-bb7f-6babbeb5d767 req-a2cb990a-2b3d-4a7a-890a-8d9a8690cced tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:41.648343 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8677c5c3-99ff-4189-bb7f-6babbeb5d767 req-a2cb990a-2b3d-4a7a-890a-8d9a8690cced tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0921593 Feb 01 18:49:41.657612 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:49:41.695180 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8677c5c3-99ff-4189-bb7f-6babbeb5d767 req-bbe9b452-6a51-4fc3-80c8-02ddbfda1aa7 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498195 Feb 01 18:49:41.857325 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.005841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55386) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:42.010803 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1889972863-network', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:42.029579 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Made reservation on behalf of fd7961a032b748af89ed1903c7729f78 for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:49:42.032021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.041192 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.153477 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks [] for security_group (bb5afac4-dcd4-4f6a-92d8-05888e5e26fc), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.158960 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bb5afac4-dcd4-4f6a-92d8-05888e5e26fc), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.192211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:49:42.199147 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5afac4-dcd4-4f6a-92d8-05888e5e26fc,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:42.205920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (ecd6b78b-0561-4b83-80d9-df22d87b837e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.206263 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Added segment ecd6b78b-0561-4b83-80d9-df22d87b837e of type vlan for network 727f5421-2019-463d-8e25-4a01b05a5802 Feb 01 18:49:42.255008 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (727f5421-2019-463d-8e25-4a01b05a5802), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.290977 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (727f5421-2019-463d-8e25-4a01b05a5802), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.292007 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:42.292602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.379131 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3721254 Feb 01 18:49:42.383397 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55406) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:42.388513 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Request body: {'subnet': {'network_id': '727f5421-2019-463d-8e25-4a01b05a5802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1889972863-subnet', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:42.405129 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be3fc5-abdf-43e7-8086-318bdce7b12b admin admin] Pushing event updated for resources: {'Network': ['ID=727f5421-2019-463d-8e25-4a01b05a5802,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:42.416804 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Made reservation on behalf of fd7961a032b748af89ed1903c7729f78 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:49:42.417323 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 727f5421-2019-463d-8e25-4a01b05a5802 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:49:42.421382 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.430533 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51016b09-a741-4cfb-914f-4dffb78b7891 req-610564ba-6562-4c99-b08b-3a53469205a7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:42.432348 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51016b09-a741-4cfb-914f-4dffb78b7891 req-610564ba-6562-4c99-b08b-3a53469205a7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1435072 Feb 01 18:49:42.506768 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51016b09-a741-4cfb-914f-4dffb78b7891 req-b0cbbb30-c5f9-4b88-a75b-171e88cc6f05 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Feb 01 18:49:42.534334 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Sync routers for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:49:42.549705 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:42.550702 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:42.646121 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (fbcf798c-f414-4d90-a844-27cf907079fd), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.669543 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:42.726198 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcf798c-f414-4d90-a844-27cf907079fd,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:42.754020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Checking segment: {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:42.754570 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Network hostable DHCP agents. Network: 727f5421-2019-463d-8e25-4a01b05a5802, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:49:42.800051 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Network 727f5421-2019-463d-8e25-4a01b05a5802 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:49:42.817147 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 727f5421-2019-463d-8e25-4a01b05a5802) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:42.821888 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:42.822789 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.851460 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11dbac-edb2-48de-9bda-1bd40cc11345 None None] Network 727f5421-2019-463d-8e25-4a01b05a5802 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:49:42.858751 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c493137b-eb93-4450-8f75-887cd9c11bb4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4746084 Feb 01 18:49:42.861095 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55442) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:42.866214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:49:42.905819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.906920 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:42.926448 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5ed29662-2550-486a-b163-ca6fc6c3f410 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:42.949302 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f6dd2-bd7b-416a-9329-81f5f8575768 req-6182010c-c769-408e-a6e4-a1d74ff82c17 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:42.955185 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8a9f6dd2-bd7b-416a-9329-81f5f8575768 req-6182010c-c769-408e-a6e4-a1d74ff82c17 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.1522334 Feb 01 18:49:42.983050 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for router_controller (fb6b4f1b-e02f-4405-86fe-08828e5036a9), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.012724 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490ae2-9ca9-4eea-a8e2-4390de4daa85 req-09451a5a-68d1-473e-8598-c4c234ddf38b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:43.020615 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-65490ae2-9ca9-4eea-a8e2-4390de4daa85 req-09451a5a-68d1-473e-8598-c4c234ddf38b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1465685 Feb 01 18:49:43.064661 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8a9f6dd2-bd7b-416a-9329-81f5f8575768 req-81ac0db1-a1e8-4ccf-a100-6eb331b2ba83 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044812 Feb 01 18:49:43.095132 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-727f5421-2019-463d-8e25-4a01b05a5802', 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802', 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'fixed_ips': [{'subnet_id': 'fbcf798c-f414-4d90-a844-27cf907079fd'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:49:43.096086 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.115047 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-65490ae2-9ca9-4eea-a8e2-4390de4daa85 req-77684621-d16c-473a-858e-ba14ff6cf85d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932350 Feb 01 18:49:43.155102 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 5ed29662-2550-486a-b163-ca6fc6c3f410 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:43.156340 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.188292 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for router_gateway (fb6b4f1b-e02f-4405-86fe-08828e5036a9), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.248698 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:43.364244 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 2, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:43.432367 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Checking router: 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:49:43.433021 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Updating router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 port 7f12fc29-72ea-4403-b96f-f6320acce6a9 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:49:43.433239 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for router_gateway (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.443565 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Allocated IP 172.20.0.2 (727f5421-2019-463d-8e25-4a01b05a5802/fbcf798c-f414-4d90-a844-27cf907079fd/6e80fd77-70dd-48a4-98e0-0972ca175c0b) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:43.457571 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.466707 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:43.467328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.510088 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 5ed29662-2550-486a-b163-ca6fc6c3f410 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:43.510405 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.561345 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 5ed29662-2550-486a-b163-ca6fc6c3f410, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5ed29662-2550-486a-b163-ca6fc6c3f410,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:43.563217 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.587129 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.648352 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce151d2-af72-4feb-ad5d-c7155879def6 req-20a55a97-807b-4075-bf7b-4275b8b49d39 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:43.656313 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ce151d2-af72-4feb-ad5d-c7155879def6 req-20a55a97-807b-4075-bf7b-4275b8b49d39 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0676107 Feb 01 18:49:43.668041 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Allocated IP 172.27.3.229 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/75cafd0f-1fae-4482-92d8-42e1ff53c924) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:43.735524 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=5ed29662-2550-486a-b163-ca6fc6c3f410,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:43.744161 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:43.745459 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.760029 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ce151d2-af72-4feb-ad5d-c7155879def6 req-15fabb57-b284-4f58-b8d9-d22b82f303ef tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019444 Feb 01 18:49:43.818906 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:49:43.821319 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3493a6e-254c-466f-b64f-049a0b3c7eef" -d '{"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:49:43.853185 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:43.869030 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.932488 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55470) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:43.978441 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:43.986818 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=7']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:43.994368 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c3e62-b4be-4a97-8649-962785583cbf x-openstack-request-id: req-b58c3e62-b4be-4a97-8649-962785583cbf {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:49:43.994689 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:49:43.994949 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b58c3e62-b4be-4a97-8649-962785583cbf {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:49:43.995347 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'code': 200} Feb 01 18:49:44.064474 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Deleting subnet 857178fd-a97f-492b-8a4d-f70dcb11c85d {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:49:44.067434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.075397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Publish callbacks [] for subnet (857178fd-a97f-492b-8a4d-f70dcb11c85d), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.123829 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks [] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.133168 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.183532 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:44.187747 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:44.196979 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:44.198143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (857178fd-a97f-492b-8a4d-f70dcb11c85d), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.198998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Network 727f5421-2019-463d-8e25-4a01b05a5802 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:44.216710 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:44.228473 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:44.264019 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Pushing event updated for resources: {'Port': ['ID=75cafd0f-1fae-4482-92d8-42e1ff53c924,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:44.318403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (857178fd-a97f-492b-8a4d-f70dcb11c85d), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.434935 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fa881-0c5b-472d-a806-fc5ea916d247 req-c1ed3ecf-e4ff-4d7e-9550-34eb24171766 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:44.442380 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-900fa881-0c5b-472d-a806-fc5ea916d247 req-c1ed3ecf-e4ff-4d7e-9550-34eb24171766 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1695578 Feb 01 18:49:44.503928 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-900fa881-0c5b-472d-a806-fc5ea916d247 req-e0d8e949-105a-4fb9-96f6-694dc641b92f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605702 Feb 01 18:49:44.505265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Pushing event updated for resources: {'Port': ['ID=6e80fd77-70dd-48a4-98e0-0972ca175c0b,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:44.545696 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9e136-f622-4009-8549-853e07ebfb53 req-6e43edbe-d108-40b2-ab14-47b3197d1053 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:44.546133 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Attempting to bind port 6e80fd77-70dd-48a4-98e0-0972ca175c0b on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:44.546832 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Attempting to bind port 6e80fd77-70dd-48a4-98e0-0972ca175c0b by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:44.547441 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Attempting to bind port 6e80fd77-70dd-48a4-98e0-0972ca175c0b on network 727f5421-2019-463d-8e25-4a01b05a5802 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:44.556481 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:44.557271 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Checking segment: {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:44.557847 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4de9e136-f622-4009-8549-853e07ebfb53 req-6e43edbe-d108-40b2-ab14-47b3197d1053 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.2916679 Feb 01 18:49:44.558149 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.558779 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Bound using segment: {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:44.559474 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Bound port: 6e80fd77-70dd-48a4-98e0-0972ca175c0b, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:44.560076 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.568782 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (857178fd-a97f-492b-8a4d-f70dcb11c85d), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.625112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857178fd-a97f-492b-8a4d-f70dcb11c85d,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:44.631586 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.643436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8856a42d-98e5-49f9-9092-81c6aed9fd77 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/857178fd-a97f-492b-8a4d-f70dcb11c85d HTTP/1.1" status: 204 len: 168 time: 0.7094975 Feb 01 18:49:44.644798 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55476) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:44.673438 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks [] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.674459 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for router_gateway (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.693411 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.712894 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] For port 6e80fd77-70dd-48a4-98e0-0972ca175c0b, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:44.767987 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] For port 6e80fd77-70dd-48a4-98e0-0972ca175c0b, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=6e80fd77-70dd-48a4-98e0-0972ca175c0b,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:44.808557 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4de9e136-f622-4009-8549-853e07ebfb53 req-e366390c-4ef3-4c42-9458-f9088a534cd2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495618 Feb 01 18:49:44.825960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5ed29662-2550-486a-b163-ca6fc6c3f410 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:44.832798 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (1a2de342-d80f-49cb-9fcb-119d9de7c7f1), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.834847 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:44.845794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288cf8c-3b74-4ddb-b24b-7b0ce14ffc62 None None] Pushing event updated for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:45.065785 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (1a2de342-d80f-49cb-9fcb-119d9de7c7f1), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.109115 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584c77-53fe-40a7-a1bd-8447c958a470 None None] Pushing event updated for resources: {'Port': ['ID=6e80fd77-70dd-48a4-98e0-0972ca175c0b,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:45.126322 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Attempting to bind port 7f12fc29-72ea-4403-b96f-f6320acce6a9 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:45.126322 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Attempting to bind port 7f12fc29-72ea-4403-b96f-f6320acce6a9 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:45.126322 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Attempting to bind port 7f12fc29-72ea-4403-b96f-f6320acce6a9 on network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:45.130560 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:45.131037 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Checking segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:45.131336 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.131724 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Bound using segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:45.132210 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Bound port: 7f12fc29-72ea-4403-b96f-f6320acce6a9, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:45.132587 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.143580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 5ed29662-2550-486a-b163-ca6fc6c3f410 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:45.144087 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.178380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6b2b7-1b3a-4843-b9f1-9023f3f01103 req-f9b62ea6-621c-4246-b2db-f63b0c50c7ec tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:45.180403 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-beb6b2b7-1b3a-4843-b9f1-9023f3f01103 req-f9b62ea6-621c-4246-b2db-f63b0c50c7ec tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.2539258 Feb 01 18:49:45.207845 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2de342-d80f-49cb-9fcb-119d9de7c7f1']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:45.243438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb81629c-b946-40a8-a87f-ccd7e2034b74') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:45.244112 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb81629c-b946-40a8-a87f-ccd7e2034b74') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:45.251212 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-1a74b845-6056-4263-8f20-944656e1abd7 None None] Provisioning complete for port 7f12fc29-72ea-4403-b96f-f6320acce6a9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:45.251592 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1a74b845-6056-4263-8f20-944656e1abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.274085 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (eb81629c-b946-40a8-a87f-ccd7e2034b74), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.302997 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-beb6b2b7-1b3a-4843-b9f1-9023f3f01103 req-bf72e3cd-8884-4e09-9748-aa00e221bf2f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 Feb 01 18:49:45.304761 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (eb81629c-b946-40a8-a87f-ccd7e2034b74), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.316021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:49:45.316760 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (eb81629c-b946-40a8-a87f-ccd7e2034b74), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:49:45.318866 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:49:45.324518 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] For port 7f12fc29-72ea-4403-b96f-f6320acce6a9, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:45.329326 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] For port 7f12fc29-72ea-4403-b96f-f6320acce6a9, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7f12fc29-72ea-4403-b96f-f6320acce6a9,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:45.375954 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-1a74b845-6056-4263-8f20-944656e1abd7 None None] Port 7f12fc29-72ea-4403-b96f-f6320acce6a9 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:49:45.380020 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.406837 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 5ed29662-2550-486a-b163-ca6fc6c3f410 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:45.430242 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (1a2de342-d80f-49cb-9fcb-119d9de7c7f1), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.437285 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.443882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/1a2de342-d80f-49cb-9fcb-119d9de7c7f1 HTTP/1.1" status: 204 len: 168 time: 0.7937353 Feb 01 18:49:45.490284 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be144c-971d-42c8-a3b4-12931d8bc5cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2de342-d80f-49cb-9fcb-119d9de7c7f1,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:45.503814 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288cf8c-3b74-4ddb-b24b-7b0ce14ffc62 None None] Pushing event updated for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:45.522526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:45.534607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:45.536082 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:45.774199 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:45.780473 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Router fb6b4f1b-e02f-4405-86fe-08828e5036a9 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:49:45.828590 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55484) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:45.887236 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c417a00-4271-4970-a1de-b9b7c3e0951b req-01eacb4f-7620-4c5d-991a-9e511ac18374 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:45.889361 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7c417a00-4271-4970-a1de-b9b7c3e0951b req-01eacb4f-7620-4c5d-991a-9e511ac18374 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1944411 Feb 01 18:49:45.971543 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:49:45.983654 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-bbc58181-9524-48b4-8460-a57fec5fb259 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c919a01a24ba4655af2e51e824383fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450620 Feb 01 18:49:45.984534 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 55488) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:45.987447 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Sync routers for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:49:45.999318 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:46.000281 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:46.017544 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.019380 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d4914d34-02c2-4d9c-a012-ddb7a6b007ee admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1572566 Feb 01 18:49:46.022122 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55490) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:49:46.061794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Provisioning complete for port 7f12fc29-72ea-4403-b96f-f6320acce6a9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:46.062163 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.120766 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7c417a00-4271-4970-a1de-b9b7c3e0951b req-5c0d4b30-b636-44eb-b854-3728718efeaa tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139633 Feb 01 18:49:46.170307 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] Publish callbacks [] for security_group (5bab19d9-e15b-4387-ac47-2193a79349e8), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.189216 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb9f21-2c20-4e00-bf60-96618c0efdb4 req-3ceca5da-6e04-4f16-813b-218d2fa42207 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:46.197624 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-66cb9f21-2c20-4e00-bf60-96618c0efdb4 req-3ceca5da-6e04-4f16-813b-218d2fa42207 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1988509 Feb 01 18:49:46.241232 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] Publish callbacks [] for security_group (5bab19d9-e15b-4387-ac47-2193a79349e8), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.301777 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-66cb9f21-2c20-4e00-bf60-96618c0efdb4 req-7d00d3c3-a268-44dc-bbaf-ce46a5edca1b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028988 Feb 01 18:49:46.318212 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Current status of the port 7f12fc29-72ea-4403-b96f-f6320acce6a9 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:46.318725 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.359699 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (5bab19d9-e15b-4387-ac47-2193a79349e8), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.363043 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.364296 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bab19d9-e15b-4387-ac47-2193a79349e8 HTTP/1.1" status: 204 len: 168 time: 0.3758318 Feb 01 18:49:46.375258 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:46.383047 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b69961-c0d5-4b93-bdd2-e42eda1f5926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab19d9-e15b-4387-ac47-2193a79349e8,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:46.488968 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] For port 7f12fc29-72ea-4403-b96f-f6320acce6a9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7f12fc29-72ea-4403-b96f-f6320acce6a9,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:46.506629 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.643498 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:45Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:46.661754 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:44Z', 'revision_number': 3, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:46.667849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1c643-4239-4c71-b4d3-b59b8ebbd2dd req-a0f6a3aa-e1db-4954-ae5d-e4c5f3d1e47d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:46.670163 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5ab1c643-4239-4c71-b4d3-b59b8ebbd2dd req-a0f6a3aa-e1db-4954-ae5d-e4c5f3d1e47d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1540732 Feb 01 18:49:46.692020 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Checking router: fb6b4f1b-e02f-4405-86fe-08828e5036a9 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:49:46.692383 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Updating router fb6b4f1b-e02f-4405-86fe-08828e5036a9 port 75cafd0f-1fae-4482-92d8-42e1ff53c924 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:49:46.728289 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:46.778066 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f523a-974f-4982-a4c9-70cdcfb2fcff None None] The sync data for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi is: [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:45Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:49:46.826175 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecfe96-7176-4902-bd2a-58a37895694c None None] Pushing event updated for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:46.898181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5ab1c643-4239-4c71-b4d3-b59b8ebbd2dd req-5e57144f-0dc0-4fbd-bd23-9894dfb8989b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219694 Feb 01 18:49:47.038310 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 6e80fd77-70dd-48a4-98e0-0972ca175c0b up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:47.211895 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 6e80fd77-70dd-48a4-98e0-0972ca175c0b triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:47.215058 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.243958 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.378349 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks [] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.391107 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.405847 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377332b9-3fba-4dfa-abab-b5251ff09073 None None] Network 727f5421-2019-463d-8e25-4a01b05a5802 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:49:47.469866 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Pushing event updated for resources: {'Port': ['ID=75cafd0f-1fae-4482-92d8-42e1ff53c924,revision_number=2']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:47.499232 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.499451 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.499771 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.507642 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.508105 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.508449 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.508810 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.509533 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.509533 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.509810 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.510143 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.510466 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.510818 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:49:47.545724 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Attempting to bind port 75cafd0f-1fae-4482-92d8-42e1ff53c924 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:47.546098 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Attempting to bind port 75cafd0f-1fae-4482-92d8-42e1ff53c924 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:47.546460 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Attempting to bind port 75cafd0f-1fae-4482-92d8-42e1ff53c924 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:47.560616 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:47.560994 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:47.561393 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.561831 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:47.562367 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Bound port: 75cafd0f-1fae-4482-92d8-42e1ff53c924, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:47.562731 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.569523 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 6e80fd77-70dd-48a4-98e0-0972ca175c0b is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:47.569843 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.576790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-d8673177-6651-415a-9df4-d7c5ee59740c None None] Provisioning complete for port 6e80fd77-70dd-48a4-98e0-0972ca175c0b triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:47.577091 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d8673177-6651-415a-9df4-d7c5ee59740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.639764 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293f28-79ad-466d-acd3-94dd22084dd8 req-391d0e43-361b-400a-9e14-14b8ab202588 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:47.650052 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-70293f28-79ad-466d-acd3-94dd22084dd8 req-391d0e43-361b-400a-9e14-14b8ab202588 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.3712432 Feb 01 18:49:47.707039 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] For port 75cafd0f-1fae-4482-92d8-42e1ff53c924, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:47.711423 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] For port 75cafd0f-1fae-4482-92d8-42e1ff53c924, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=75cafd0f-1fae-4482-92d8-42e1ff53c924,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:47.717848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Allocated IP 172.20.0.1 (727f5421-2019-463d-8e25-4a01b05a5802/fbcf798c-f414-4d90-a844-27cf907079fd/29f32adc-980f-4266-8964-45f2f71ff9e4) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:49:47.733522 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.792151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 6e80fd77-70dd-48a4-98e0-0972ca175c0b, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=6e80fd77-70dd-48a4-98e0-0972ca175c0b,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:47.807126 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:47.857601 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:47.858265 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:47.862450 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258425cc-78d0-4577-a6e3-c8898fec4555 req-234c2fa5-5050-44af-8575-314e66bb03d2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:47.864315 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-258425cc-78d0-4577-a6e3-c8898fec4555 req-234c2fa5-5050-44af-8575-314e66bb03d2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.4604981 Feb 01 18:49:47.907384 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-70293f28-79ad-466d-acd3-94dd22084dd8 req-e4aca62f-9607-4c04-a1fe-25b4d11927f8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440877 Feb 01 18:49:47.995161 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-258425cc-78d0-4577-a6e3-c8898fec4555 req-d50a5c6d-5e31-4eff-af86-20a44e94c199 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216345 Feb 01 18:49:48.018670 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-d8673177-6651-415a-9df4-d7c5ee59740c None None] Current status of the port 6e80fd77-70dd-48a4-98e0-0972ca175c0b is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:48.041140 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=6e80fd77-70dd-48a4-98e0-0972ca175c0b,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:48.100092 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks [] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:48.191370 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:48.204821 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:48.367181 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1557bd-1b10-4b58-8f63-cd55d874818c req-80c9ef72-2d5f-4ea0-a0b5-d47501b02f3b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:48.381027 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf1557bd-1b10-4b58-8f63-cd55d874818c req-80c9ef72-2d5f-4ea0-a0b5-d47501b02f3b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.2679875 Feb 01 18:49:48.390267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Pushing event updated for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:48.421846 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Network 727f5421-2019-463d-8e25-4a01b05a5802 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:48.424812 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:48.428764 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:49:48.473140 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-ab838603-de68-4a49-8dc4-11744699a26b None None] Provisioning complete for port 6e80fd77-70dd-48a4-98e0-0972ca175c0b triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:48.473513 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ab838603-de68-4a49-8dc4-11744699a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:48.519986 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf1557bd-1b10-4b58-8f63-cd55d874818c req-d9b56dcb-61c3-4d20-abe2-2146481480d1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373765 Feb 01 18:49:48.536977 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:48.557078 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:44Z', 'revision_number': 3, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:48.587465 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed985c-ef8a-4019-813c-99d6a3eb0131 None None] The sync data for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi is: [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:44Z', 'revision_number': 3, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:49:48.590426 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df1b21-9705-4834-95c4-3deef82fccca None None] Pushing event updated for resources: {'Port': ['ID=75cafd0f-1fae-4482-92d8-42e1ff53c924,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:48.746756 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-ab838603-de68-4a49-8dc4-11744699a26b None None] Current status of the port 6e80fd77-70dd-48a4-98e0-0972ca175c0b is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:48.863786 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:48.998881 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-f0967745-2db6-4ccb-b2f1-b4cd8bcf6587 None None] Provisioning complete for port 29f32adc-980f-4266-8964-45f2f71ff9e4 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:48.999644 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f0967745-2db6-4ccb-b2f1-b4cd8bcf6587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.112069 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 6e80fd77-70dd-48a4-98e0-0972ca175c0b up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:49.259683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc76003-12ca-4f94-b9b7-e15d1ff89b2d req-f88d5f6e-03fd-46ec-9ecf-289c507fcc4a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:49.261748 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cc76003-12ca-4f94-b9b7-e15d1ff89b2d req-f88d5f6e-03fd-46ec-9ecf-289c507fcc4a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.2014480 Feb 01 18:49:49.374997 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-f0967745-2db6-4ccb-b2f1-b4cd8bcf6587 None None] Port 29f32adc-980f-4266-8964-45f2f71ff9e4 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:49:49.393999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cc76003-12ca-4f94-b9b7-e15d1ff89b2d req-b05fc4f7-5a09-4470-ab82-523c64b59c4d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238630 Feb 01 18:49:49.415324 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks [] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.423191 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc48e9-d846-407c-8703-ac025eb4c0ef req-8691a560-3943-4c4f-aecf-c30b29310adc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:49.425666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-47fc48e9-d846-407c-8703-ac025eb4c0ef req-8691a560-3943-4c4f-aecf-c30b29310adc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.2660534 Feb 01 18:49:49.426332 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.455412 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 6e80fd77-70dd-48a4-98e0-0972ca175c0b triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:49.455798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.581335 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-47fc48e9-d846-407c-8703-ac025eb4c0ef req-56f8b199-5ba6-4e9f-acfd-3641a6319959 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419311 Feb 01 18:49:49.645990 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 6e80fd77-70dd-48a4-98e0-0972ca175c0b is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:49.654344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7f12fc29-72ea-4403-b96f-f6320acce6a9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:49.664807 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Pushing event updated for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:49.670179 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.790121 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644030ad-4ab6-486f-9be3-53d3b6893dc9 req-d3a96888-8f48-4aa4-9433-0548a20d7d65 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:49.809480 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644030ad-4ab6-486f-9be3-53d3b6893dc9 req-d3a96888-8f48-4aa4-9433-0548a20d7d65 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.1308699 Feb 01 18:49:49.820046 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 7f12fc29-72ea-4403-b96f-f6320acce6a9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:49.820531 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:49.944591 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Network 727f5421-2019-463d-8e25-4a01b05a5802 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:49:49.948919 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:49:49.956844 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644030ad-4ab6-486f-9be3-53d3b6893dc9 req-2398825c-1c4f-4439-914c-3961eadd9331 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455305 Feb 01 18:49:50.104424 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 7f12fc29-72ea-4403-b96f-f6320acce6a9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:50.206311 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Router fb6b4f1b-e02f-4405-86fe-08828e5036a9 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:49:50.234309 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac73bd-ae3f-4328-bd68-96eca5f0b8ee req-02c10823-4772-4b4b-aeaa-b42d791ac1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:50.235766 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a5ac73bd-ae3f-4328-bd68-96eca5f0b8ee req-02c10823-4772-4b4b-aeaa-b42d791ac1ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 1130 time: 0.1441920 Feb 01 18:49:50.404943 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-c3a726b9-ed47-4f31-8064-4760e2d6327d None None] Provisioning complete for port 29f32adc-980f-4266-8964-45f2f71ff9e4 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:50.405323 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c3a726b9-ed47-4f31-8064-4760e2d6327d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:50.441949 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:49:50.462130 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-94d7a865-abb8-4d7d-b52e-e0447bbf8ede admin admin] 10.222.0.31 "PUT /v2.0/routers/fb6b4f1b-e02f-4405-86fe-08828e5036a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4307945 Feb 01 18:49:50.467571 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a5ac73bd-ae3f-4328-bd68-96eca5f0b8ee req-65eb9239-b030-4b6d-ad18-a82397bcfa5c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202523 Feb 01 18:49:50.500421 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-c3a726b9-ed47-4f31-8064-4760e2d6327d None None] Port 29f32adc-980f-4266-8964-45f2f71ff9e4 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:49:50.627773 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5e1b7-5bfc-4e5d-8723-232c14313ef0 req-318c24c5-d97b-4a10-90c1-266228b3b96e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:50.645666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-44c5e1b7-5bfc-4e5d-8723-232c14313ef0 req-318c24c5-d97b-4a10-90c1-266228b3b96e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1235344 Feb 01 18:49:50.775142 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-44c5e1b7-5bfc-4e5d-8723-232c14313ef0 req-d234c54f-4f0f-48a6-b881-45771e8ca526 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282134 Feb 01 18:49:50.802417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacc1f4-e4c7-4ae6-a28a-620d0cc1f2e3 req-ad6c8297-b803-47a3-bb90-5119748cd599 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:50.804160 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2cacc1f4-e4c7-4ae6-a28a-620d0cc1f2e3 req-ad6c8297-b803-47a3-bb90-5119748cd599 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0976298 Feb 01 18:49:50.864984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 75cafd0f-1fae-4482-92d8-42e1ff53c924 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:50.875968 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2cacc1f4-e4c7-4ae6-a28a-620d0cc1f2e3 req-e57374fd-7c9c-4d12-abc2-cf446a25ef21 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593660 Feb 01 18:49:50.941249 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 75cafd0f-1fae-4482-92d8-42e1ff53c924 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:50.942017 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:51.071727 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 75cafd0f-1fae-4482-92d8-42e1ff53c924 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:51.072713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:51.098328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a249c1-38b0-402a-bc72-1fe55386f44d req-1a00608b-9876-4a52-815d-458bd918dfad tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:51.100160 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-85a249c1-38b0-402a-bc72-1fe55386f44d req-1a00608b-9876-4a52-815d-458bd918dfad tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0728550 Feb 01 18:49:51.104620 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 75cafd0f-1fae-4482-92d8-42e1ff53c924, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=75cafd0f-1fae-4482-92d8-42e1ff53c924,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:51.114091 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:51.190601 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-85a249c1-38b0-402a-bc72-1fe55386f44d req-ef876261-59db-4351-b5b6-45890f371c27 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Feb 01 18:49:51.331036 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=75cafd0f-1fae-4482-92d8-42e1ff53c924,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:51.619455 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Sync routers for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:49:51.635541 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:51.636181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:51.791240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:52.096755 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:48Z', 'revision_number': 4, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '29f32adc-980f-4266-8964-45f2f71ff9e4', 'name': '', 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'mac_address': 'fa:16:3e:6e:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:47Z', 'updated_at': '2022-02-01T18:49:49Z', 'revision_number': 2, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'subnets': [{'id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:52.129344 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb2fe5-fdb8-465f-abf7-b9da48846f45 req-b123229e-e94e-43de-92d0-6ccf66aec366 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:52.130975 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-12cb2fe5-fdb8-465f-abf7-b9da48846f45 req-b123229e-e94e-43de-92d0-6ccf66aec366 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1932967 Feb 01 18:49:52.134794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Checking router: fb6b4f1b-e02f-4405-86fe-08828e5036a9 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:49:52.135310 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Updating router fb6b4f1b-e02f-4405-86fe-08828e5036a9 port 29f32adc-980f-4266-8964-45f2f71ff9e4 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:49:52.157225 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47cbdd-6b90-4271-b346-9f7a395cc943 req-5da27961-6e40-4640-a903-64dec39a2ba1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:52.161164 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5c47cbdd-6b90-4271-b346-9f7a395cc943 req-5da27961-6e40-4640-a903-64dec39a2ba1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1309228 Feb 01 18:49:52.177085 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.256542 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5c47cbdd-6b90-4271-b346-9f7a395cc943 req-2ff391c3-4f23-4cff-9d09-924356821483 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795445 Feb 01 18:49:52.291190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-12cb2fe5-fdb8-465f-abf7-b9da48846f45 req-2d1d76b1-1001-4ffe-a3be-93af9a9bac2b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527617 Feb 01 18:49:52.448722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83f39b-7e27-407a-acf2-3d0b10202c91 req-875ab454-5058-4ee1-9894-1341d710a7e3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:52.450427 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4f83f39b-7e27-407a-acf2-3d0b10202c91 req-875ab454-5058-4ee1-9894-1341d710a7e3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0944104 Feb 01 18:49:52.509490 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks [] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.519972 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.522262 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4f83f39b-7e27-407a-acf2-3d0b10202c91 req-4d6e3788-e55b-4526-a6cf-63e3935013c2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610921 Feb 01 18:49:52.585381 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f365-92ae-4b3a-9b82-fe6b44c34d48 None None] Pushing event updated for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:52.670085 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Attempting to bind port 29f32adc-980f-4266-8964-45f2f71ff9e4 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:49:52.673444 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Attempting to bind port 29f32adc-980f-4266-8964-45f2f71ff9e4 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:49:52.673826 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Attempting to bind port 29f32adc-980f-4266-8964-45f2f71ff9e4 on network 727f5421-2019-463d-8e25-4a01b05a5802 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:49:52.680376 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:49:52.680740 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Checking segment: {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:49:52.681171 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.681563 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Bound using segment: {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:49:52.682046 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Bound port: 29f32adc-980f-4266-8964-45f2f71ff9e4, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd6b78b-0561-4b83-80d9-df22d87b837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:49:52.682443 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.786108 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7be872-0b98-43ef-aa27-aeea748c7c95 req-94c8a1bd-c3ee-4854-9fcd-7b899a831a70 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:52.795712 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb7be872-0b98-43ef-aa27-aeea748c7c95 req-94c8a1bd-c3ee-4854-9fcd-7b899a831a70 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1464128 Feb 01 18:49:52.806443 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] For port 29f32adc-980f-4266-8964-45f2f71ff9e4, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:49:52.824211 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:52.839793 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] For port 29f32adc-980f-4266-8964-45f2f71ff9e4, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=29f32adc-980f-4266-8964-45f2f71ff9e4,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:49:52.841387 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 75cafd0f-1fae-4482-92d8-42e1ff53c924 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:52.865420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb7be872-0b98-43ef-aa27-aeea748c7c95 req-549d3970-96c0-4280-9197-3b82b9297ef1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Feb 01 18:49:52.917107 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:53.036109 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:49:53.036739 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:49:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:53.049273 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Provisioning complete for port 29f32adc-980f-4266-8964-45f2f71ff9e4 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:53.049273 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:53.065433 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2f365-92ae-4b3a-9b82-fe6b44c34d48 None None] Pushing event updated for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:53.192182 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 75cafd0f-1fae-4482-92d8-42e1ff53c924 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:53.192839 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:53.432101 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:49:53.604530 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb375e1-209d-496b-a499-2c750ecddbfa req-cc40b5dd-6895-4e6e-bbc8-df409f9d3913 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:53.615729 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cb375e1-209d-496b-a499-2c750ecddbfa req-cc40b5dd-6895-4e6e-bbc8-df409f9d3913 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1694267 Feb 01 18:49:53.625464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Current status of the port 29f32adc-980f-4266-8964-45f2f71ff9e4 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:53.625464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:53.634905 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04109-05ec-4b1a-ab13-4cecc0d07bf1 req-ff81d984-56ff-4f85-9b51-e87b9b0aeaca tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:53.636540 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53c04109-05ec-4b1a-ab13-4cecc0d07bf1 req-ff81d984-56ff-4f85-9b51-e87b9b0aeaca tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1775322 Feb 01 18:49:53.783662 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cb375e1-209d-496b-a499-2c750ecddbfa req-9a6cdf01-76b9-4d6f-bd98-ead4e0b7166b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459482 Feb 01 18:49:53.794386 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53c04109-05ec-4b1a-ab13-4cecc0d07bf1 req-28fdf57d-40dd-48ee-88a2-a72967a1e07a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476851 Feb 01 18:49:53.795842 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 75cafd0f-1fae-4482-92d8-42e1ff53c924 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:53.919998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] For port 29f32adc-980f-4266-8964-45f2f71ff9e4, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=29f32adc-980f-4266-8964-45f2f71ff9e4,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:49:53.934605 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:54.001256 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:48Z', 'revision_number': 4, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '29f32adc-980f-4266-8964-45f2f71ff9e4', 'name': '', 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'mac_address': 'fa:16:3e:6e:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:47Z', 'updated_at': '2022-02-01T18:49:52Z', 'revision_number': 4, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'subnets': [{'id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:49:54.095220 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1284e-e4f4-4bd3-b79c-71aa2465d914 None None] The sync data for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi is: [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:49:48Z', 'revision_number': 4, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '29f32adc-980f-4266-8964-45f2f71ff9e4', 'name': '', 'network_id': '727f5421-2019-463d-8e25-4a01b05a5802', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'mac_address': 'fa:16:3e:6e:cc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:47Z', 'updated_at': '2022-02-01T18:49:52Z', 'revision_number': 4, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'subnets': [{'id': 'fbcf798c-f414-4d90-a844-27cf907079fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:49:54.099603 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8c23-e622-4095-a0a1-788cd5fc47b6 None None] Pushing event updated for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:49:54.128747 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-28aaaa28-1659-4503-9c0c-ccce543ea8bb None None] Provisioning complete for port 29f32adc-980f-4266-8964-45f2f71ff9e4 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:54.129131 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-28aaaa28-1659-4503-9c0c-ccce543ea8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:54.265913 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c5649-928e-42c3-9959-2756c2e53b7e req-afd662cd-f702-45f5-98e0-90b02edad406 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:54.273728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b11c5649-928e-42c3-9959-2756c2e53b7e req-afd662cd-f702-45f5-98e0-90b02edad406 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1589191 Feb 01 18:49:54.321985 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-28aaaa28-1659-4503-9c0c-ccce543ea8bb None None] Current status of the port 29f32adc-980f-4266-8964-45f2f71ff9e4 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:54.352634 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-5e13b203-8062-4c0a-83ae-61a94111117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:54.354212 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-5e13b203-8062-4c0a-83ae-61a94111117a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.1169279 Feb 01 18:49:54.363355 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b11c5649-928e-42c3-9959-2756c2e53b7e req-ff56c018-f171-407f-b9fe-2d2a01db8cdc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814967 Feb 01 18:49:54.472640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-4264edbb-723e-499d-b846-8f77303a5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:54.474263 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-4264edbb-723e-499d-b846-8f77303a5c30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.1085305 Feb 01 18:49:54.580388 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-de27fb45-4202-4798-89c0-1e283040b7e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1002 time: 0.0955124 Feb 01 18:49:54.649724 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-edb814bb-5a5b-42cd-81fb-a4e2e5bac1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:54.651753 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-edb814bb-5a5b-42cd-81fb-a4e2e5bac1a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0584242 Feb 01 18:49:54.730717 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-0821956b-0b4c-4e6e-a34e-2398e3445ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:54.733086 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-0821956b-0b4c-4e6e-a34e-2398e3445ab0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0714459 Feb 01 18:49:55.007749 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 29f32adc-980f-4266-8964-45f2f71ff9e4 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:49:55.018882 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-c920f608-dd95-4e72-837b-a690ee1db33c service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743075 Feb 01 18:49:55.074068 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8005-08b4-48e0-bbf4-327ec6832aa3 req-87c79273-02f2-4066-8a4f-0a2f1777e916 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.089246 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a2c8005-08b4-48e0-bbf4-327ec6832aa3 req-87c79273-02f2-4066-8a4f-0a2f1777e916 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.1661692 Feb 01 18:49:55.209987 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 29f32adc-980f-4266-8964-45f2f71ff9e4 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:49:55.210796 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:49:55.279264 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a2c8005-08b4-48e0-bbf4-327ec6832aa3 req-0da02f6b-794c-48f1-8dcb-876526f2716c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881535 Feb 01 18:49:55.340726 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-aa0f9f65-25f6-4ca1-8955-9e1b9392f639 req-b1f74c46-3a66-437b-87a0-a2b8cf4d17f8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136177 Feb 01 18:49:55.343445 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-c3372ae7-88da-4072-bdc4-30a8021d32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.344995 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-c3372ae7-88da-4072-bdc4-30a8021d32dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.1376452 Feb 01 18:49:55.404071 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860394a3-07ee-451e-b334-4f9638b19eb0 req-050ef73e-6009-4941-a51c-6cac1c05b5e4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.428758 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-860394a3-07ee-451e-b334-4f9638b19eb0 req-050ef73e-6009-4941-a51c-6cac1c05b5e4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1789176 Feb 01 18:49:55.627457 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-860394a3-07ee-451e-b334-4f9638b19eb0 req-9a588a58-7ea6-4a30-92a5-f4eebb7d36af tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974616 Feb 01 18:49:55.634541 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-22bfba23-81e2-418c-9a9d-417fae6e3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.636087 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-22bfba23-81e2-418c-9a9d-417fae6e3df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.2664754 Feb 01 18:49:55.645253 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3059229-f6b3-483f-95fd-fbe1ff1bbbf5 req-a0ca3f56-b92a-4823-b48b-b15318b3d4e8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.647487 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3059229-f6b3-483f-95fd-fbe1ff1bbbf5 req-a0ca3f56-b92a-4823-b48b-b15318b3d4e8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.1485252 Feb 01 18:49:55.710282 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-548712e7-0948-45db-890e-368a725b2540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0643241 Feb 01 18:49:55.734082 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3059229-f6b3-483f-95fd-fbe1ff1bbbf5 req-74a59e30-f98f-4a74-bfab-fe37ccfe4e8f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780070 Feb 01 18:49:55.788029 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 29f32adc-980f-4266-8964-45f2f71ff9e4 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:49:55.790667 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-a9d9236e-1002-48a6-ae15-7cd43e7717fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:55.792260 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-a9d9236e-1002-48a6-ae15-7cd43e7717fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0668097 Feb 01 18:49:55.838965 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-a2a3a214-7e04-408c-9ebd-cab96ddf89cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323770 Feb 01 18:49:55.982542 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-a6ac65c3-8989-4a0e-b106-2825d81a6ee5 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282578 Feb 01 18:49:56.125671 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3748df7-9238-4cf8-aa2f-cb1642e0eb4b req-00700f5e-fae2-4715-8764-5cf177b49eeb service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339869 Feb 01 18:49:56.432742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469186c-0729-4b7b-bd38-ce53638fb5d1 req-a02b44d9-9c2d-4ba0-a05e-533413d20846 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:56.435663 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4469186c-0729-4b7b-bd38-ce53638fb5d1 req-a02b44d9-9c2d-4ba0-a05e-533413d20846 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0688453 Feb 01 18:49:56.549798 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4469186c-0729-4b7b-bd38-ce53638fb5d1 req-1e22b530-732e-4ce9-9aaa-00fc4db17959 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007049 Feb 01 18:49:56.743580 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37286425-2602-4520-a3c5-be7fa9cb9fc0 req-2bf24023-bde0-4cb3-84e0-fc81e1f24040 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:56.745243 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-37286425-2602-4520-a3c5-be7fa9cb9fc0 req-2bf24023-bde0-4cb3-84e0-fc81e1f24040 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0656011 Feb 01 18:49:56.826996 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-37286425-2602-4520-a3c5-be7fa9cb9fc0 req-f9dc38b5-908f-477b-972e-73177553e450 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752773 Feb 01 18:49:56.931638 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0a426-b3ed-4ad0-8f0a-f9ed50f36b06 req-962fe595-930a-4ec8-9f0a-e0bff540dd37 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:56.939465 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05f0a426-b3ed-4ad0-8f0a-f9ed50f36b06 req-962fe595-930a-4ec8-9f0a-e0bff540dd37 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0758965 Feb 01 18:49:57.004175 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05f0a426-b3ed-4ad0-8f0a-f9ed50f36b06 req-9cefa5aa-acbc-485b-a8a0-fb3c0a4d6166 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636079 Feb 01 18:49:57.688212 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750c1bc-b43d-4c3f-9862-e29537f82097 req-75e33be3-02e8-459d-9431-4bbfeaf422e6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:57.689825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1750c1bc-b43d-4c3f-9862-e29537f82097 req-75e33be3-02e8-459d-9431-4bbfeaf422e6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0604029 Feb 01 18:49:57.744179 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1750c1bc-b43d-4c3f-9862-e29537f82097 req-7d0e69c3-aec5-44c1-9a3e-456541ee9881 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483778 Feb 01 18:49:57.993595 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978c488-668a-463c-9017-33bbb8d4258b req-40a1e1ee-13b9-4351-b32b-d038dd167f56 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:57.999036 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5978c488-668a-463c-9017-33bbb8d4258b req-40a1e1ee-13b9-4351-b32b-d038dd167f56 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1018851 Feb 01 18:49:58.275365 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5978c488-668a-463c-9017-33bbb8d4258b req-7f7a24c7-46ef-4fc8-a92c-0c826a7039a1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740488 Feb 01 18:49:58.805302 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:49:58.890299 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b3d8-f982-49e0-beaf-130387a9c7df req-a7a553dc-ff19-445b-96c3-40e7e1341dde tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:58.891905 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-45e3b3d8-f982-49e0-beaf-130387a9c7df req-a7a553dc-ff19-445b-96c3-40e7e1341dde tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0596082 Feb 01 18:49:58.943985 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-45e3b3d8-f982-49e0-beaf-130387a9c7df req-9380e4d1-2496-403c-85e1-2df74de91af4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445094 Feb 01 18:49:59.424718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a1aa0-2fab-4b6f-9eca-e30865b4325a req-14d79b1f-d870-4057-a2f4-a4ecb5cea53d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:49:59.426340 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a43a1aa0-2fab-4b6f-9eca-e30865b4325a req-14d79b1f-d870-4057-a2f4-a4ecb5cea53d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0646532 Feb 01 18:49:59.488840 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a43a1aa0-2fab-4b6f-9eca-e30865b4325a req-38348fe2-8887-462c-a8f7-f9b028d61097 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Feb 01 18:50:00.086660 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543645a7-78be-4fbb-b86f-8901353d5125 req-35bce297-745c-446b-aac0-7b567c6c7c89 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:00.088218 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-543645a7-78be-4fbb-b86f-8901353d5125 req-35bce297-745c-446b-aac0-7b567c6c7c89 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0587583 Feb 01 18:50:00.170350 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-543645a7-78be-4fbb-b86f-8901353d5125 req-439aac10-2028-4827-ba4f-eba553573544 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749314 Feb 01 18:50:00.652776 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b91f-c56b-47ef-9999-bcf38dfa7ebd req-13b5b0f2-1f49-4963-9c2a-b32060dab1aa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:00.659463 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ff8b91f-c56b-47ef-9999-bcf38dfa7ebd req-13b5b0f2-1f49-4963-9c2a-b32060dab1aa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0733428 Feb 01 18:50:00.722685 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ff8b91f-c56b-47ef-9999-bcf38dfa7ebd req-e6485fa1-8e65-458f-ace3-345309e61612 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621681 Feb 01 18:50:01.328111 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d4d1-ff8b-4112-b971-0d6a1c46db4c req-88baac33-61ad-4302-b5cb-c54b44c3e7a6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:01.329656 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3564d4d1-ff8b-4112-b971-0d6a1c46db4c req-88baac33-61ad-4302-b5cb-c54b44c3e7a6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0698695 Feb 01 18:50:01.392029 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3564d4d1-ff8b-4112-b971-0d6a1c46db4c req-67483de9-43b5-4987-9de5-f6c4af1119bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563531 Feb 01 18:50:01.906943 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857b44-1f0d-4338-9fd8-eba819a7924e req-725841e2-a4f0-496d-80af-14ca0e545ede tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:01.908663 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f857b44-1f0d-4338-9fd8-eba819a7924e req-725841e2-a4f0-496d-80af-14ca0e545ede tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0756078 Feb 01 18:50:01.981107 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f857b44-1f0d-4338-9fd8-eba819a7924e req-ed9b0975-a552-4a10-a193-f5ef7d80c70d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665424 Feb 01 18:50:02.550202 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94356c25-71d2-4667-a0e2-b8a661260376 req-c08a3743-3bec-48d5-aae4-5ce4d74486c2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:02.558312 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94356c25-71d2-4667-a0e2-b8a661260376 req-c08a3743-3bec-48d5-aae4-5ce4d74486c2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0901067 Feb 01 18:50:02.607293 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94356c25-71d2-4667-a0e2-b8a661260376 req-3f2986ae-add8-4437-b745-e35653e8fb51 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474741 Feb 01 18:50:03.148996 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdd025-130e-4f92-8828-e51a9bffbab5 req-356e8b78-fb4b-432b-bfb5-7299a68b43ce tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:03.156101 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-84bdd025-130e-4f92-8828-e51a9bffbab5 req-356e8b78-fb4b-432b-bfb5-7299a68b43ce tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0819099 Feb 01 18:50:03.209865 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-84bdd025-130e-4f92-8828-e51a9bffbab5 req-5fd00140-a302-4331-a763-64e1805aaec9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Feb 01 18:50:03.754575 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b644-f471-4e48-8dc5-b72c4de7a974 req-cd998608-6bf7-4cd3-a636-13e3b02ae318 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:03.756132 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6d1b644-f471-4e48-8dc5-b72c4de7a974 req-cd998608-6bf7-4cd3-a636-13e3b02ae318 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0613582 Feb 01 18:50:03.816383 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6d1b644-f471-4e48-8dc5-b72c4de7a974 req-e465b45e-a04f-4025-bec9-b26a9490fd9d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542071 Feb 01 18:50:03.899048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-df924290-9851-45b7-83c1-953abc2ca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:03.900645 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-df924290-9851-45b7-83c1-953abc2ca49f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1129 time: 0.0470593 Feb 01 18:50:04.017218 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-703e7f9a-2427-4b81-b7df-ce985fb18ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:04.018635 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-703e7f9a-2427-4b81-b7df-ce985fb18ee1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1084363 Feb 01 18:50:04.093393 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-764acd20-3326-41af-98f6-b68580f15ceb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0629582 Feb 01 18:50:04.157374 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-ab11c94d-a0ff-46c8-a5dd-2ce6303de2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:04.160987 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-ab11c94d-a0ff-46c8-a5dd-2ce6303de2e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0575910 Feb 01 18:50:04.221161 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-7e24a1a7-8f2a-4dba-b28a-92f2d4ed5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:04.222918 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-7e24a1a7-8f2a-4dba-b28a-92f2d4ed5d3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553339 Feb 01 18:50:04.360700 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-607ed51a-3b1d-47b7-962e-f232c4d1b825 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254537 Feb 01 18:50:04.367790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a784782-f9e7-4ad4-ae7d-605e7af54928 req-a575b68c-5133-4227-b5e3-57e458996c35 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:04.369473 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8a784782-f9e7-4ad4-ae7d-605e7af54928 req-a575b68c-5133-4227-b5e3-57e458996c35 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0648818 Feb 01 18:50:04.426743 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8a784782-f9e7-4ad4-ae7d-605e7af54928 req-35818cb2-40cb-498f-9668-4d91b7c27673 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472457 Feb 01 18:50:04.486676 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-559732dd-95ba-4582-a74c-2670fd9e27f7 req-e1c13c3c-eb19-4c19-9f6e-ed45b78431df service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112831 Feb 01 18:50:04.967216 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df94eb1-4543-4ea7-a480-00beec605748 req-e9336704-b3b9-42a5-9ea4-cdf096d331cf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:04.968748 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8df94eb1-4543-4ea7-a480-00beec605748 req-e9336704-b3b9-42a5-9ea4-cdf096d331cf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0633752 Feb 01 18:50:05.045801 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8df94eb1-4543-4ea7-a480-00beec605748 req-88619312-c883-4327-842e-b1bd2158d589 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663965 Feb 01 18:50:05.576619 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b41fd5-af29-43e7-926c-ccab88f1c8fc req-9cb5acc7-7866-47ad-a40d-d03540044be0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:05.578085 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67b41fd5-af29-43e7-926c-ccab88f1c8fc req-9cb5acc7-7866-47ad-a40d-d03540044be0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0637913 Feb 01 18:50:05.634910 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67b41fd5-af29-43e7-926c-ccab88f1c8fc req-05f5d3a8-30e1-4370-b264-9013d93aac1f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 Feb 01 18:50:05.834246 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5238af1e-a70e-44c7-acc1-b925fdbd9412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:06.188156 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1946-64c3-4157-9bce-9ebf12b20b27 req-d9c8dc18-0e51-41dd-ba29-071aaacaf1bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:06.189742 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0b6d1946-64c3-4157-9bce-9ebf12b20b27 req-d9c8dc18-0e51-41dd-ba29-071aaacaf1bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0605724 Feb 01 18:50:06.240264 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0b6d1946-64c3-4157-9bce-9ebf12b20b27 req-9f014fc0-1c23-4bde-9a7b-6cb941a13742 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450392 Feb 01 18:50:06.781714 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20029959-4fdd-4501-8fdd-f7775247d2a5 req-d6733c73-1266-4a3b-871c-149ea3d9b0cb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:06.786994 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-20029959-4fdd-4501-8fdd-f7775247d2a5 req-d6733c73-1266-4a3b-871c-149ea3d9b0cb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0720491 Feb 01 18:50:06.850144 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-20029959-4fdd-4501-8fdd-f7775247d2a5 req-eb527229-de85-4b6d-9e64-fa041fca62db tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599518 Feb 01 18:50:07.381922 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:50:07.385449 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82094-613a-4e30-ba51-17718a487ca8 req-3c2068a8-1e06-46c5-b830-5336cda734a7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:07.387124 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ba82094-613a-4e30-ba51-17718a487ca8 req-3c2068a8-1e06-46c5-b830-5336cda734a7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 945 time: 0.0650969 Feb 01 18:50:07.443701 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ba82094-613a-4e30-ba51-17718a487ca8 req-3d5ec879-e501-4525-8b94-d02288e16bcc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492311 Feb 01 18:50:07.491587 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: ACTIVE; New status is: DOWN {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:07.492080 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:07.518868 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:50:07.521606 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530b744-17e3-481f-832e-14cf76d9c633" -d '{"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-unplugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:50:07.537398 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:07.546867 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:07.589218 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Feb 2022 18:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abbc95-5d45-4421-b19b-419fb08880e6 x-openstack-request-id: req-d5abbc95-5d45-4421-b19b-419fb08880e6 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:50:07.589612 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-unplugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:50:07.589928 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5abbc95-5d45-4421-b19b-419fb08880e6 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:50:07.590498 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'code': 200} Feb 01 18:50:07.624220 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=8']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:07.936080 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ec6c-d75a-4327-9513-4a17344e5dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:08.040951 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b2235-2c25-4e8a-912c-ad2c8fbd407a req-7cab1415-2258-4512-a803-178a10ebe2da tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:08.043061 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0d9b2235-2c25-4e8a-912c-ad2c8fbd407a req-7cab1415-2258-4512-a803-178a10ebe2da tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0742404 Feb 01 18:50:08.107763 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0d9b2235-2c25-4e8a-912c-ad2c8fbd407a req-4c2df949-8dd7-456f-965b-e316f46bd2b6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Feb 01 18:50:08.199156 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-e5f7572e-df2a-4cd6-aedd-145e680c4720 req-07a5c858-fcfe-4ccc-aee6-c1e2d322027a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:50:08.200776 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e5f7572e-df2a-4cd6-aedd-145e680c4720 req-07a5c858-fcfe-4ccc-aee6-c1e2d322027a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082095 Feb 01 18:50:08.396844 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58701a-5188-4b35-ba69-42294d7544d5 req-c8b3d543-45fa-4673-9a8f-4200834e16c7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:08.398742 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c58701a-5188-4b35-ba69-42294d7544d5 req-c8b3d543-45fa-4673-9a8f-4200834e16c7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0620887 Feb 01 18:50:08.452456 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c58701a-5188-4b35-ba69-42294d7544d5 req-e1fc0d6d-5afc-4991-89d9-00e2ae6997cc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Feb 01 18:50:08.721004 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 55826) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:50:08.807717 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-52d92d83-78b6-4c6a-9820-86e85b308b68 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848825 Feb 01 18:50:08.817555 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-6d38cd6c-a253-41b6-bb82-7897b38cba32 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:50:08.821243 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-6d38cd6c-a253-41b6-bb82-7897b38cba32 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080931 Feb 01 18:50:09.056272 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-d1e06cec-1005-4a81-8ad4-9b626c0007b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:09.057856 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-d1e06cec-1005-4a81-8ad4-9b626c0007b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 815 time: 0.1060090 Feb 01 18:50:09.074282 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-58b2c37e-376e-4c7c-a975-7339b4e0f633 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/quotas/57315d65f5a743d6a04b7097d931377a HTTP/1.1" status: 200 len: 375 time: 0.0104747 Feb 01 18:50:09.137870 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-b0a3c1c0-8ce7-4d26-b016-ac522a24accb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576239 Feb 01 18:50:09.232614 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:09.294789 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6e77c-18c7-4419-81c3-18e14471ab8d req-e6c7beaf-2822-4ef2-8fc4-e769f09f7515 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:09.296387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4a6e77c-18c7-4419-81c3-18e14471ab8d req-e6c7beaf-2822-4ef2-8fc4-e769f09f7515 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0926762 Feb 01 18:50:09.302171 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-b6d0c674-219f-48a5-b17d-27de80de8dc2 service neutron] 10.222.0.31 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469557 Feb 01 18:50:09.407035 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4a6e77c-18c7-4419-81c3-18e14471ab8d req-627e826a-0fc3-4867-8b77-83d3815597eb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997288 Feb 01 18:50:09.437217 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-c70fc542-e832-41a6-a78c-0279f5bcc2c5 service neutron] 10.222.0.31 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247814 Feb 01 18:50:09.637247 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f447-bd90-447d-a481-d5a4dd48fa31 req-d4d047fe-4c37-440e-b8fa-90aa884df462 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:09.639366 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f526f447-bd90-447d-a481-d5a4dd48fa31 req-d4d047fe-4c37-440e-b8fa-90aa884df462 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0955637 Feb 01 18:50:09.656940 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-340463c3-452f-4207-9812-a95f01777305 req-f181a398-7d62-4abc-bd8a-35306719e2af tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0401700 Feb 01 18:50:09.700764 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f526f447-bd90-447d-a481-d5a4dd48fa31 req-5daf517e-be4f-4da3-8a1b-968d949514a3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464683 Feb 01 18:50:10.513158 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60846aa-cdd6-461e-93d8-f9d8e9550a2a req-9b65dbd8-8801-412e-9190-82e6a8c1ab03 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:10.514639 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f60846aa-cdd6-461e-93d8-f9d8e9550a2a req-9b65dbd8-8801-412e-9190-82e6a8c1ab03 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0517602 Feb 01 18:50:10.559471 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f60846aa-cdd6-461e-93d8-f9d8e9550a2a req-08f2a02e-1dfa-4c9a-aeb2-8168dfc82e0e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Feb 01 18:50:10.585157 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:10.758627 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-79d22ace-dad7-4547-b437-9916e55426a4 req-41b3f720-3850-4af8-a7ff-0efcc2311deb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0311682 Feb 01 18:50:10.827874 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993188c5-956d-4272-98d9-c8c89db6624b req-9d3c27f7-a75f-4385-bafa-69caa1d35d43 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:10.829341 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-993188c5-956d-4272-98d9-c8c89db6624b req-9d3c27f7-a75f-4385-bafa-69caa1d35d43 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0534716 Feb 01 18:50:10.874652 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-993188c5-956d-4272-98d9-c8c89db6624b req-f2af2d15-f8aa-4555-9247-ecff649369f6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Feb 01 18:50:11.674402 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dc027-452d-4b26-8284-b12f3e2676b6 req-f205e288-cf1f-4ee1-b4b8-f5b9f046cd9f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:11.675906 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-307dc027-452d-4b26-8284-b12f3e2676b6 req-f205e288-cf1f-4ee1-b4b8-f5b9f046cd9f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0512297 Feb 01 18:50:11.722973 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-307dc027-452d-4b26-8284-b12f3e2676b6 req-ccac9a5d-b3c3-4c8b-b2c4-dfa085473a80 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Feb 01 18:50:11.840941 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:11.854457 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c8db54c8-40af-4f40-95f6-941326465bb2 req-67b5b9a1-dae4-4c90-98b3-ffab76b66113 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0308371 Feb 01 18:50:11.996878 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bcfe0-e618-4ee3-ae38-a575591f6d0d req-594685f9-19e8-4281-87d4-cbb222c8c2b6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:11.998962 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e74bcfe0-e618-4ee3-ae38-a575591f6d0d req-594685f9-19e8-4281-87d4-cbb222c8c2b6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0530512 Feb 01 18:50:12.044472 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e74bcfe0-e618-4ee3-ae38-a575591f6d0d req-675d0e95-04c8-4747-9e8e-d736b6bae5ee tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 Feb 01 18:50:12.320016 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:50:12.397631 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: DOWN; New status is: DOWN {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:12.841092 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e39c23-3bd7-4d35-9846-aa81b53c9050 req-318c8378-17f1-4810-a8e1-4e50f97615ec tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:12.843653 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c5e39c23-3bd7-4d35-9846-aa81b53c9050 req-318c8378-17f1-4810-a8e1-4e50f97615ec tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0529780 Feb 01 18:50:12.890613 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c5e39c23-3bd7-4d35-9846-aa81b53c9050 req-20ae99c3-d302-4070-b9bc-a7ce4bd1bea2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Feb 01 18:50:12.956604 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b583182-afa0-4589-8d80-1bb6011f3476 req-43f1ee88-e4d0-4a30-a8e2-302a40e4df7b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0308123 Feb 01 18:50:13.170257 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346c29d-2084-465e-a898-3f967c07991f req-b2c89149-de6c-409f-bb98-ad82f1330d2d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:13.172026 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3346c29d-2084-465e-a898-3f967c07991f req-b2c89149-de6c-409f-bb98-ad82f1330d2d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0564775 Feb 01 18:50:13.218084 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3346c29d-2084-465e-a898-3f967c07991f req-442e7ba8-57c3-45f6-b008-38a0707e5739 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Feb 01 18:50:14.001145 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0836a-838e-447d-8372-b81a41c6018f req-d2206a14-e90a-4ec4-83b6-ce8a44375d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.002693 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-d2206a14-e90a-4ec4-83b6-ce8a44375d69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 1127 time: 0.1372981 Feb 01 18:50:14.066967 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-75aeec50-d37d-473a-8dfa-252f1e20084c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.068558 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-75aeec50-d37d-473a-8dfa-252f1e20084c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 815 time: 0.1339588 Feb 01 18:50:14.080333 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-99ee1a29-4350-45e3-b4bc-ad21de4c26ff req-9323e4e3-00c2-4438-a5cb-16d1dc6f34d5 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0421896 Feb 01 18:50:14.097547 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d83cf-ac70-4dbd-9d34-6ae98526508e req-be6ebe1c-c040-4630-a296-1dfbb0087814 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.099180 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e8d83cf-ac70-4dbd-9d34-6ae98526508e req-be6ebe1c-c040-4630-a296-1dfbb0087814 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1361473 Feb 01 18:50:14.116207 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'port': {'device_id': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'admin_state_up': True, 'tenant_id': '57315d65f5a743d6a04b7097d931377a'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:50:14.162788 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e8d83cf-ac70-4dbd-9d34-6ae98526508e req-cd506976-59a8-439e-849f-abdd4aa6fac1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565174 Feb 01 18:50:14.366750 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978171c-7e04-4a42-ad4f-3f4707875411 req-6d242322-efd2-4718-8eff-ae1c63909a2d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.368563 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f978171c-7e04-4a42-ad4f-3f4707875411 req-6d242322-efd2-4718-8eff-ae1c63909a2d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0616839 Feb 01 18:50:14.417758 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0836a-838e-447d-8372-b81a41c6018f req-8bf2864d-1fa4-4ce4-8649-0d7910135c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.419442 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-8bf2864d-1fa4-4ce4-8649-0d7910135c67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1127 time: 0.3499031 Feb 01 18:50:14.432920 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f978171c-7e04-4a42-ad4f-3f4707875411 req-90f6581a-6da4-4d69-96b6-8908d92461b5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578763 Feb 01 18:50:14.535054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Made reservation on behalf of 57315d65f5a743d6a04b7097d931377a for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:50:14.538157 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:14.683447 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Allocated IP 172.20.0.4 (5f84666c-62c1-4815-9afa-3cbe2e16bbc0/cb378ad0-f32e-4329-90eb-0a33ce01040e/0cd821fd-5437-4a11-a2ec-aa73a1ffda6d) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:50:14.702727 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0836a-838e-447d-8372-b81a41c6018f req-c6ef28da-169f-4f76-9f5e-709a9b1ba301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:14.704281 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-c6ef28da-169f-4f76-9f5e-709a9b1ba301 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.2629786 Feb 01 18:50:14.867588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:14.903391 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:14.945274 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:50:14.948594 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:50:14.952279 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:50:15.000591 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:15.023601 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:15.024960 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:15.042604 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-77d18b38-3303-464c-99cb-1dee867d4723 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9354315 Feb 01 18:50:15.227511 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f0bd2-7869-46e3-ba0e-c01deaa5c4fa req-a15810d5-3ff2-4d0f-b8a3-53a41c9318d8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:15.228972 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa0f0bd2-7869-46e3-ba0e-c01deaa5c4fa req-a15810d5-3ff2-4d0f-b8a3-53a41c9318d8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0684035 Feb 01 18:50:15.249840 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b6b6f7b9-ac0e-4782-85a3-d785cf5fbc3f None None] Provisioning complete for port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:50:15.250410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f7b9-ac0e-4782-85a3-d785cf5fbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:15.285926 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b6b6f7b9-ac0e-4782-85a3-d785cf5fbc3f None None] Port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:50:15.328158 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa0f0bd2-7869-46e3-ba0e-c01deaa5c4fa req-76ba1276-7e45-4274-81ef-cd9ddde44d94 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911927 Feb 01 18:50:15.350048 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd967fe-b3a1-4c28-9eff-29ec15c0c89f req-15c2e6fa-77d9-45c3-bac5-30ce567fa72d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:15.350048 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6fd967fe-b3a1-4c28-9eff-29ec15c0c89f req-15c2e6fa-77d9-45c3-bac5-30ce567fa72d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0939410 Feb 01 18:50:15.397674 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6fd967fe-b3a1-4c28-9eff-29ec15c0c89f req-241aeeee-f766-4fd4-8845-5816b1b7b9c7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458150 Feb 01 18:50:15.567840 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f62b5-63bc-4263-9b15-d96bdd6e9363 req-8d98b065-b762-4d08-9eff-b177f087d892 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:15.569605 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f29f62b5-63bc-4263-9b15-d96bdd6e9363 req-8d98b065-b762-4d08-9eff-b177f087d892 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Feb 01 18:50:15.619946 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f29f62b5-63bc-4263-9b15-d96bdd6e9363 req-58a20b8d-c0ca-4009-a5dc-e33491e843de tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Feb 01 18:50:16.460591 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7007-24a3-461f-ad7b-ff331471273e req-843e3ced-7b6c-4d3b-a96d-8007cab06545 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:16.462859 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0c5a7007-24a3-461f-ad7b-ff331471273e req-843e3ced-7b6c-4d3b-a96d-8007cab06545 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0597148 Feb 01 18:50:16.551837 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0c5a7007-24a3-461f-ad7b-ff331471273e req-7e0a960b-dd22-4f97-8c20-db4901ae8cc0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833642 Feb 01 18:50:16.565184 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a043924-cc62-4bd7-b7d3-b97dbd2fcaeb req-6cebfe5c-e0bf-4f12-b43f-3895a6c06aae tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:16.566801 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3a043924-cc62-4bd7-b7d3-b97dbd2fcaeb req-6cebfe5c-e0bf-4f12-b43f-3895a6c06aae tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0912693 Feb 01 18:50:16.616248 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3a043924-cc62-4bd7-b7d3-b97dbd2fcaeb req-1b567667-f3be-49b6-966c-e94d43fbb6b8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Feb 01 18:50:16.750930 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a318-2fed-40ad-ae1c-69b522b2fae2 req-9cd7d175-9be6-4e73-9875-c1310601aa08 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:16.752399 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d249a318-2fed-40ad-ae1c-69b522b2fae2 req-9cd7d175-9be6-4e73-9875-c1310601aa08 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0575237 Feb 01 18:50:16.805292 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d249a318-2fed-40ad-ae1c-69b522b2fae2 req-62c84069-7ff1-4d7b-8811-f7b6ad253571 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473783 Feb 01 18:50:17.718220 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da3d14-3c3a-4031-85a6-484a0d9c0f93 req-f109a141-6001-45e3-859a-44f8f01c5474 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:17.719994 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b0da3d14-3c3a-4031-85a6-484a0d9c0f93 req-f109a141-6001-45e3-859a-44f8f01c5474 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0794380 Feb 01 18:50:17.786313 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f693b-98aa-4feb-8816-2fc777ec57c1 req-a91c88da-1d78-4421-bedc-19c6e4fe1254 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:17.788111 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa3f693b-98aa-4feb-8816-2fc777ec57c1 req-a91c88da-1d78-4421-bedc-19c6e4fe1254 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0894477 Feb 01 18:50:17.805958 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b0da3d14-3c3a-4031-85a6-484a0d9c0f93 req-7bb7cbac-8e02-44e9-a79d-ba843f16dbcd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716858 Feb 01 18:50:17.844963 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa3f693b-98aa-4feb-8816-2fc777ec57c1 req-5372831e-4447-4f04-8ad9-97b8bb977d28 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 Feb 01 18:50:17.934955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf933fa-b281-4381-950a-a2e9f15290d2 req-a470c0a9-7f6d-4a09-b455-10665ee5f253 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:17.937087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8bf933fa-b281-4381-950a-a2e9f15290d2 req-a470c0a9-7f6d-4a09-b455-10665ee5f253 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0540578 Feb 01 18:50:17.993436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8bf933fa-b281-4381-950a-a2e9f15290d2 req-3b84cd49-34f7-425c-b932-962b10c426db tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508745 Feb 01 18:50:18.939647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeabf94-bfb6-4a9f-a088-14888e724e47 req-edb36c13-a310-4ce8-ab54-08d598b40a44 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:18.942666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0eeabf94-bfb6-4a9f-a088-14888e724e47 req-edb36c13-a310-4ce8-ab54-08d598b40a44 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0665953 Feb 01 18:50:19.026459 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0eeabf94-bfb6-4a9f-a088-14888e724e47 req-b4baaf7e-8cd2-48b5-a4cc-b7a93c82bbc9 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734956 Feb 01 18:50:19.036222 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170574-82e0-48c2-beff-672f1e5cd214 req-2056d1ce-a403-4760-b1aa-b012caacd10a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:19.037996 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-57170574-82e0-48c2-beff-672f1e5cd214 req-2056d1ce-a403-4760-b1aa-b012caacd10a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0939608 Feb 01 18:50:19.113709 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-57170574-82e0-48c2-beff-672f1e5cd214 req-ec121aae-03eb-44d9-97d5-2cff158a35d2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Feb 01 18:50:19.157116 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac085f-01fb-4ca1-a5c3-b782fe3ac223 req-4fea8fc0-b21e-4b1a-ab3f-ce2141129fae tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:19.158596 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ebac085f-01fb-4ca1-a5c3-b782fe3ac223 req-4fea8fc0-b21e-4b1a-ab3f-ce2141129fae tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0586545 Feb 01 18:50:19.207367 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ebac085f-01fb-4ca1-a5c3-b782fe3ac223 req-d55bcaaf-556c-40bc-a5cc-e323ab41a164 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430858 Feb 01 18:50:20.157242 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf094382-d709-4c21-85e1-03dc9bc94c9e req-45d269e6-9e81-473c-8619-60563b40b7c8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:20.158781 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf094382-d709-4c21-85e1-03dc9bc94c9e req-45d269e6-9e81-473c-8619-60563b40b7c8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0563686 Feb 01 18:50:20.249188 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf094382-d709-4c21-85e1-03dc9bc94c9e req-58ad8b44-4ca6-4bc5-bb11-532263f1cb7c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802920 Feb 01 18:50:20.266906 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20526a53-4f3c-4ff6-93ec-902307b2472f req-d9a535ee-68af-4f09-a739-aa04e5ed63d1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:20.268497 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-20526a53-4f3c-4ff6-93ec-902307b2472f req-d9a535ee-68af-4f09-a739-aa04e5ed63d1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0825093 Feb 01 18:50:20.336629 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-20526a53-4f3c-4ff6-93ec-902307b2472f req-f58b9352-61e3-4870-9215-8842e794106c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603034 Feb 01 18:50:20.406434 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a87552-1401-4893-8de9-2a1c824a41a3 req-d3731a25-fdb3-45ff-a29a-770ffbc20add tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:20.408264 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05a87552-1401-4893-8de9-2a1c824a41a3 req-d3731a25-fdb3-45ff-a29a-770ffbc20add tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0704262 Feb 01 18:50:20.465126 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05a87552-1401-4893-8de9-2a1c824a41a3 req-7725a8b1-2796-4139-876a-dcdc81dc680d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491378 Feb 01 18:50:21.378810 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603262e3-1bc0-4f64-9160-2d3fc9c1ed6c req-f654d498-001c-4c77-881f-1b0f7ed419eb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:21.380214 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-603262e3-1bc0-4f64-9160-2d3fc9c1ed6c req-f654d498-001c-4c77-881f-1b0f7ed419eb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0572219 Feb 01 18:50:21.464081 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-603262e3-1bc0-4f64-9160-2d3fc9c1ed6c req-c0ea7151-671e-4e69-8cf9-21b540bdd174 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778363 Feb 01 18:50:21.499514 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0a98a-3169-416b-85c7-34e7acf9f50c req-b7a12d23-6ec1-4897-a0b5-cb9623857cda tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:21.500978 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9a0a98a-3169-416b-85c7-34e7acf9f50c req-b7a12d23-6ec1-4897-a0b5-cb9623857cda tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0795014 Feb 01 18:50:21.614273 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9a0a98a-3169-416b-85c7-34e7acf9f50c req-e8f8ae5d-daec-43c2-9da8-80695088837d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066425 Feb 01 18:50:21.643249 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5d63-ae36-4d3e-9fd0-1bbf14426f7c req-f379a309-0282-4f34-956c-13bcdfcbac51 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:21.648723 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-495b5d63-ae36-4d3e-9fd0-1bbf14426f7c req-f379a309-0282-4f34-956c-13bcdfcbac51 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0844753 Feb 01 18:50:21.718338 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-495b5d63-ae36-4d3e-9fd0-1bbf14426f7c req-a4cbbc22-20aa-492a-b64c-7f62b00d9cf5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 Feb 01 18:50:22.584887 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6a14f-6142-48c4-9644-84f832f6384f req-80a147f5-182c-4338-beeb-a9f5fb790b45 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:22.586381 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8e6a14f-6142-48c4-9644-84f832f6384f req-80a147f5-182c-4338-beeb-a9f5fb790b45 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0545287 Feb 01 18:50:22.636168 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8e6a14f-6142-48c4-9644-84f832f6384f req-0f038078-3806-4802-a48d-8e72e17c1a02 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441246 Feb 01 18:50:22.739378 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e5800-5aed-4e1b-9a66-57e56e2c7aab req-2758784f-1b9c-4df2-96ac-dd79c6ffc35f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:22.745588 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d6e5800-5aed-4e1b-9a66-57e56e2c7aab req-2758784f-1b9c-4df2-96ac-dd79c6ffc35f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0583146 Feb 01 18:50:22.796778 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d6e5800-5aed-4e1b-9a66-57e56e2c7aab req-0f9b24cb-17fa-42b4-a5e4-915b05791c02 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Feb 01 18:50:22.800462 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:22.849002 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12ac34-2187-4286-aefb-e64a9e282fc1 req-ebdfbd39-35cf-438f-bde9-cde9795cd3f0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:22.850575 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3b12ac34-2187-4286-aefb-e64a9e282fc1 req-ebdfbd39-35cf-438f-bde9-cde9795cd3f0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0527616 Feb 01 18:50:22.905239 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3b12ac34-2187-4286-aefb-e64a9e282fc1 req-6dd1bb5d-1500-4044-9393-fb2d18c1c7e2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477986 Feb 01 18:50:23.756899 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f7a62-b5c7-45e9-acfa-ce0e226acbe2 req-de5ac58b-458d-4389-941b-3136a94d7b37 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:23.758385 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1c0f7a62-b5c7-45e9-acfa-ce0e226acbe2 req-de5ac58b-458d-4389-941b-3136a94d7b37 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0524106 Feb 01 18:50:23.805397 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1c0f7a62-b5c7-45e9-acfa-ce0e226acbe2 req-aa428f5b-2587-4e1f-a75a-c72601ac217b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Feb 01 18:50:23.932365 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4718-fc82-49ea-ad61-9e7f2099cca3 req-dccc9cf4-b0ad-408d-9a09-64a6eaa8bb96 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:23.949687 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f35e4718-fc82-49ea-ad61-9e7f2099cca3 req-dccc9cf4-b0ad-408d-9a09-64a6eaa8bb96 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0847738 Feb 01 18:50:23.995643 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f35e4718-fc82-49ea-ad61-9e7f2099cca3 req-67c051c3-4bea-4b17-b0a5-8597562f374f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Feb 01 18:50:24.058839 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3cf88-3ce7-487f-b8a7-04d7f76f87e7 req-81ea5446-e7dc-457b-9118-5dc3cc7178be tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:24.060930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-24e3cf88-3ce7-487f-b8a7-04d7f76f87e7 req-81ea5446-e7dc-457b-9118-5dc3cc7178be tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0638576 Feb 01 18:50:24.122327 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-24e3cf88-3ce7-487f-b8a7-04d7f76f87e7 req-78798aef-328c-4565-9a56-084ecc5522f5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540159 Feb 01 18:50:24.926619 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd7261-6115-4641-814b-ef34ad5fa33f req-33e5ab9f-8769-49e9-89d2-4eddb3ea489b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:24.928372 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80dd7261-6115-4641-814b-ef34ad5fa33f req-33e5ab9f-8769-49e9-89d2-4eddb3ea489b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0539415 Feb 01 18:50:24.981814 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80dd7261-6115-4641-814b-ef34ad5fa33f req-cf5f8293-f596-4f52-9d95-51b751085817 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478575 Feb 01 18:50:25.133735 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e230-9955-40a2-bc93-749533ed7838 req-113da413-6d18-4cfc-8389-1241188c1086 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:25.145166 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cc3e230-9955-40a2-bc93-749533ed7838 req-113da413-6d18-4cfc-8389-1241188c1086 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0636113 Feb 01 18:50:25.200786 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cc3e230-9955-40a2-bc93-749533ed7838 req-9f2fe279-61bd-4f16-95cd-d8b5f212eafd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Feb 01 18:50:25.304006 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f509-869a-432c-b0e3-991f84eb8b1b req-2eb2e18c-c24a-46c8-bef4-dbabff2ba379 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:25.305562 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0af9f509-869a-432c-b0e3-991f84eb8b1b req-2eb2e18c-c24a-46c8-bef4-dbabff2ba379 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0916107 Feb 01 18:50:25.365525 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0af9f509-869a-432c-b0e3-991f84eb8b1b req-c69e87dc-3909-4f33-9f02-c05d30ba47fa tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537388 Feb 01 18:50:26.104903 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a4298-bdea-4fd5-840c-feec7c07a7ab req-032f3470-46f8-465d-b08b-51c123d712a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:26.106517 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-403a4298-bdea-4fd5-840c-feec7c07a7ab req-032f3470-46f8-465d-b08b-51c123d712a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0566585 Feb 01 18:50:26.156161 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-403a4298-bdea-4fd5-840c-feec7c07a7ab req-212d1ce3-d951-4089-8c74-e2a03c1e1374 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Feb 01 18:50:26.330091 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40083f8f-770e-4c28-bf76-e5475c535432 req-2b6e2574-f052-4592-8335-488f4fe8aeea tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:26.331535 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-40083f8f-770e-4c28-bf76-e5475c535432 req-2b6e2574-f052-4592-8335-488f4fe8aeea tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0583832 Feb 01 18:50:26.380853 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-40083f8f-770e-4c28-bf76-e5475c535432 req-09328def-6c91-4210-a127-d7e2cb3a7d52 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Feb 01 18:50:26.497181 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4321-5bbb-4b5c-b012-6f09b1705f7f req-0b95b17b-e272-461a-b947-42c041fcd9e6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:26.499335 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4ef4321-5bbb-4b5c-b012-6f09b1705f7f req-0b95b17b-e272-461a-b947-42c041fcd9e6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0574830 Feb 01 18:50:26.545734 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4ef4321-5bbb-4b5c-b012-6f09b1705f7f req-453de21b-a4dd-4d88-80f2-757953c538aa tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Feb 01 18:50:26.902007 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Request body: {'port': {'device_id': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:50:27.006297 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-3c38540b-7187-46aa-adef-ad929f85bf98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 998 time: 0.1085029 Feb 01 18:50:27.008536 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.015386 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-4c297bf8-9849-448c-9fc4-e33af8b5f86c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418940 Feb 01 18:50:27.083722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-cd033647-881d-49ca-b35b-766b7421dee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.085217 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-cd033647-881d-49ca-b35b-766b7421dee4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.0428567 Feb 01 18:50:27.158214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0836a-838e-447d-8372-b81a41c6018f req-d97a99d9-59d7-4d9a-a3ce-b46a3f623e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.159678 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-d97a99d9-59d7-4d9a-a3ce-b46a3f623e37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.1351314 Feb 01 18:50:27.208726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-c7499676-fcca-4061-84b6-a8d3b99c32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.210227 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-c7499676-fcca-4061-84b6-a8d3b99c32d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.0941186 Feb 01 18:50:27.272191 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0836a-838e-447d-8372-b81a41c6018f req-7f014596-7634-4cc5-ab6c-3fec31dfacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.273596 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-7f014596-7634-4cc5-ab6c-3fec31dfacc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0888405 Feb 01 18:50:27.316671 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-7174591e-0ce0-4c27-8400-62b01e5f162c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1002 time: 0.0933771 Feb 01 18:50:27.324311 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af62e16-929e-41c5-8a93-c5b62e3bfd1e req-410bfa39-4874-4dc3-9019-85eb3deed27e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.326327 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3af62e16-929e-41c5-8a93-c5b62e3bfd1e req-410bfa39-4874-4dc3-9019-85eb3deed27e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 931 time: 0.0969143 Feb 01 18:50:27.390130 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-ac8deb60-ac00-4e86-8c43-5d99ddd26980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.391635 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-ac8deb60-ac00-4e86-8c43-5d99ddd26980 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0644150 Feb 01 18:50:27.416214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:50:27.424241 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-c67cbf97-fe0e-4c0d-9c71-01afecd23b18 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416759 Feb 01 18:50:27.426054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks [] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.437648 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3af62e16-929e-41c5-8a93-c5b62e3bfd1e req-8d170fd3-75cd-4a5a-9f12-a5a732592b8c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033506 Feb 01 18:50:27.456363 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Transition to ACTIVE for port object 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:50:27.469772 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.489364 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-1d8a39c7-eb5c-46d6-afbd-ed4c6dcb4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.490889 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-1d8a39c7-eb5c-46d6-afbd-ed4c6dcb4eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897303 Feb 01 18:50:27.593850 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:27.603670 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a556-d602-455b-bd58-fe9f95a78871 req-7e3d005d-b398-4796-ab9a-f0b47088c6c5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.605430 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2da0a556-d602-455b-bd58-fe9f95a78871 req-7e3d005d-b398-4796-ab9a-f0b47088c6c5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1404440 Feb 01 18:50:27.652695 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.653046 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.653441 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.653986 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.654320 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.654681 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.655148 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.655676 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.656016 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.656342 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.656799 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.656990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.657308 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:27.671183 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-c419d593-dd21-4b9c-97f6-eab0b34d3a87 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365530 Feb 01 18:50:27.682344 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-a2829b1e-8554-4be4-abbf-75d46598f1d5 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731369 Feb 01 18:50:27.731576 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2da0a556-d602-455b-bd58-fe9f95a78871 req-49fb462f-5e33-43b5-8166-3ecfc711df6f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139936 Feb 01 18:50:27.758020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Attempting to bind port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:50:27.763202 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Attempting to bind port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:50:27.763619 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Attempting to bind port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d on network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:50:27.770927 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d on network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:50:27.771322 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Attempting to bind port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d on network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:50:27.776676 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:50:27.777235 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Checking segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:50:27.777809 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Bound using segment: {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:50:27.778309 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Bound port: 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:50:27.778829 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.785550 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19377-5968-4dae-8528-a4c536cd4701 req-a897c490-c8a2-42ea-bc23-d2e8e3d04907 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.787108 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1bd19377-5968-4dae-8528-a4c536cd4701 req-a897c490-c8a2-42ea-bc23-d2e8e3d04907 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.1422887 Feb 01 18:50:27.827983 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fc8b971-0c54-40a4-bf32-8a7ce1f4e23f req-bd0c540a-46e3-4dfc-8787-f403fac4efe7 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315322 Feb 01 18:50:27.847904 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:50:27.851947 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:50:27.858846 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.859238 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1bd19377-5968-4dae-8528-a4c536cd4701 req-02cc29d7-b313-4003-9331-4007a24d6f6d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552282 Feb 01 18:50:27.904880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:27.906178 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:27.907788 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] 10.222.0.39 "PUT /v2.0/ports/0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 1093 time: 1.0114603 Feb 01 18:50:27.908399 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:50:27.910777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:50:27.954697 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ff76e-df84-4313-802b-8e95fc1dabf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:27.961230 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74067c3c-7d8b-4d75-94f0-8040a757e8f5 x-openstack-request-id: req-74067c3c-7d8b-4d75-94f0-8040a757e8f5 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:50:27.961597 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:50:27.961902 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74067c3c-7d8b-4d75-94f0-8040a757e8f5 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:50:27.962306 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:50:28.021669 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-109c0f1e-6174-464c-96b9-2b455c320e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:28.023263 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-109c0f1e-6174-464c-96b9-2b455c320e05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1127 time: 0.0525594 Feb 01 18:50:28.071719 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-2d621b09-35a2-44dd-bd29-f2a078db9397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 217 time: 0.0352857 Feb 01 18:50:28.126037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-f79d6c26-6b29-4cbf-a7ed-6c05d3416106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:28.127521 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-f79d6c26-6b29-4cbf-a7ed-6c05d3416106 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0473435 Feb 01 18:50:28.183341 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138ff7-f431-4d95-8fea-68962698f2bd req-7691f3fa-3120-4a38-807e-494a35db1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:28.184886 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-7691f3fa-3120-4a38-807e-494a35db1699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498185 Feb 01 18:50:28.569470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0cd10-0760-4895-ae83-b312d01e3d99 req-43e07d0b-0d73-4ca4-a034-885e224dec8e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:28.571044 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e4d0cd10-0760-4895-ae83-b312d01e3d99 req-43e07d0b-0d73-4ca4-a034-885e224dec8e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0578787 Feb 01 18:50:28.636062 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e4d0cd10-0760-4895-ae83-b312d01e3d99 req-f4c91688-a765-4b82-9770-7969364739e7 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589273 Feb 01 18:50:28.867987 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0726-a241-44ad-991c-fe80ed7fdf9c req-8a061809-5c55-4daa-adf5-2e0dbe6f923a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:28.870960 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-975c0726-a241-44ad-991c-fe80ed7fdf9c req-8a061809-5c55-4daa-adf5-2e0dbe6f923a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0596840 Feb 01 18:50:28.947404 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-975c0726-a241-44ad-991c-fe80ed7fdf9c req-f3a318de-92a5-4954-940d-e6514d4c1f1b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706744 Feb 01 18:50:28.969938 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56092) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:50:29.033103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c2b51-4cd1-4315-8167-08b9324625ee req-3941aa84-fce0-4ea0-9d97-d341f185bc78 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:29.034758 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7a8c2b51-4cd1-4315-8167-08b9324625ee req-3941aa84-fce0-4ea0-9d97-d341f185bc78 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0800261 Feb 01 18:50:29.289444 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.326509 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7a8c2b51-4cd1-4315-8167-08b9324625ee req-0b56064d-317b-49ff-bd89-5c27b96238ee tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851632 Feb 01 18:50:29.423152 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Publish callbacks [] for security_group (8512891c-80c5-4b51-9938-3ca42eb8f9b8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.443785 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8512891c-80c5-4b51-9938-3ca42eb8f9b8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.487127 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c30b9e4037f47ce80ef6b00dc271c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158327 Feb 01 18:50:29.487545 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 56096) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:50:29.488746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512891c-80c5-4b51-9938-3ca42eb8f9b8,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:29.499937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.500695 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.501126 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.501578 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.501959 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.502385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.502804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.503199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.503603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.504036 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.504402 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.504770 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.505146 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ff55a8-a02f-4391-90d0-3fdfa26c7c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:29.543752 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] Publish callbacks [] for security_group (8512891c-80c5-4b51-9938-3ca42eb8f9b8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.564354 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] Publish callbacks [] for security_group (8512891c-80c5-4b51-9938-3ca42eb8f9b8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.608142 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8512891c-80c5-4b51-9938-3ca42eb8f9b8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.610789 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:29.612140 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8512891c-80c5-4b51-9938-3ca42eb8f9b8 HTTP/1.1" status: 204 len: 168 time: 0.1232848 Feb 01 18:50:29.640592 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577e041-154c-46c2-95b1-dee7b0f889a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512891c-80c5-4b51-9938-3ca42eb8f9b8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:29.767107 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5f283-81ac-4d3f-87da-9c9b8f38004c req-23d20ed7-7ac2-4492-9e86-ac3f3df3bf80 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:29.768562 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1be5f283-81ac-4d3f-87da-9c9b8f38004c req-23d20ed7-7ac2-4492-9e86-ac3f3df3bf80 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0535016 Feb 01 18:50:29.825702 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1be5f283-81ac-4d3f-87da-9c9b8f38004c req-b04b1431-4300-4d3d-9278-e348536abb2d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515256 Feb 01 18:50:30.113984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd710bbc-3fb5-41ec-9ced-d8e9406950d4 req-b61029bb-03f4-4ceb-9d6a-a890698e4473 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:30.115500 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bd710bbc-3fb5-41ec-9ced-d8e9406950d4 req-b61029bb-03f4-4ceb-9d6a-a890698e4473 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0863264 Feb 01 18:50:30.170796 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bd710bbc-3fb5-41ec-9ced-d8e9406950d4 req-738e22c9-8643-442f-8d18-0815bcc44b7d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498288 Feb 01 18:50:30.488225 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa946be5-c2e8-47a8-a446-4ae08fef7e5e req-65f62ddc-0804-4db0-84b5-17bef40243f7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:30.489705 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa946be5-c2e8-47a8-a446-4ae08fef7e5e req-65f62ddc-0804-4db0-84b5-17bef40243f7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0807705 Feb 01 18:50:30.537387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aa946be5-c2e8-47a8-a446-4ae08fef7e5e req-07dd48ab-4fa5-41f9-a43c-e8020d0e4891 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Feb 01 18:50:30.947315 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcba1e-af9b-44dd-b9dd-c03a41071ab0 req-f7ec012f-28ab-4d32-9794-09d32efd19d4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:30.948691 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f9dcba1e-af9b-44dd-b9dd-c03a41071ab0 req-f7ec012f-28ab-4d32-9794-09d32efd19d4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0557690 Feb 01 18:50:30.994809 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f9dcba1e-af9b-44dd-b9dd-c03a41071ab0 req-30923adc-b8f1-4007-b829-2c6df5ff8f26 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Feb 01 18:50:31.299141 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ddb79-82ae-4bdd-98a5-2a62ac22b2ff req-7c6c65cb-19e2-47c0-9fc5-fdbcf1e8eeaa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:31.300662 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d9ddb79-82ae-4bdd-98a5-2a62ac22b2ff req-7c6c65cb-19e2-47c0-9fc5-fdbcf1e8eeaa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0554736 Feb 01 18:50:31.376193 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1d9ddb79-82ae-4bdd-98a5-2a62ac22b2ff req-925835eb-d794-4249-af98-ec79baf508b9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688112 Feb 01 18:50:31.668019 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f568742-ca06-4c4b-ace3-ea0e476dc74d req-17a1379d-2b6b-4f5d-8e01-9c4d32f7051b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:31.670038 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f568742-ca06-4c4b-ace3-ea0e476dc74d req-17a1379d-2b6b-4f5d-8e01-9c4d32f7051b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0598204 Feb 01 18:50:31.719734 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f568742-ca06-4c4b-ace3-ea0e476dc74d req-c9d22105-dbf2-4f22-ab41-018cbf56ae78 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Feb 01 18:50:32.121687 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080f32-5192-4c22-9fff-00f1e2627b6f req-698dd820-2ed1-4dae-842c-d4b49664cbab tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:32.123225 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da080f32-5192-4c22-9fff-00f1e2627b6f req-698dd820-2ed1-4dae-842c-d4b49664cbab tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0531242 Feb 01 18:50:32.171489 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da080f32-5192-4c22-9fff-00f1e2627b6f req-5ef025b7-cc05-4ca9-8509-f78af0dcc297 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Feb 01 18:50:32.529542 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31c267-de1c-45e1-b54f-a0734944d472 req-3ac92e55-3363-467f-95c2-f41cab4f9c39 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:32.531095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e31c267-de1c-45e1-b54f-a0734944d472 req-3ac92e55-3363-467f-95c2-f41cab4f9c39 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0581326 Feb 01 18:50:32.583786 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e31c267-de1c-45e1-b54f-a0734944d472 req-345a2f8e-ea01-478d-b44a-37a1beca904e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466928 Feb 01 18:50:32.876775 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e8853-4d2a-4a27-91ed-f2ba1d1dcf51 req-b4f581d3-7258-4e03-9aa4-92c98b4e1678 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:32.878142 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d34e8853-4d2a-4a27-91ed-f2ba1d1dcf51 req-b4f581d3-7258-4e03-9aa4-92c98b4e1678 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0809324 Feb 01 18:50:32.923478 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d34e8853-4d2a-4a27-91ed-f2ba1d1dcf51 req-7d233b95-a54f-4944-a12a-f7f0365fdb41 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Feb 01 18:50:33.287486 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be1887-49aa-446c-ba18-46870a0da164 req-0ec667ad-6439-4512-9c5f-a52cf3ee0ca8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:33.289177 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26be1887-49aa-446c-ba18-46870a0da164 req-0ec667ad-6439-4512-9c5f-a52cf3ee0ca8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0524514 Feb 01 18:50:33.334574 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26be1887-49aa-446c-ba18-46870a0da164 req-4c90895b-ef3f-47c9-af9e-f7eccc8f4aee tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Feb 01 18:50:33.719330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ae7d-f290-49e3-9296-af6b6d871fb1 req-3c5dc480-2590-40d0-964b-2458702693b3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:33.721316 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ab36ae7d-f290-49e3-9296-af6b6d871fb1 req-3c5dc480-2590-40d0-964b-2458702693b3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0711217 Feb 01 18:50:33.774748 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ab36ae7d-f290-49e3-9296-af6b6d871fb1 req-26d458e6-ca60-4ce3-8050-cf277e8c355f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Feb 01 18:50:34.052695 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce68b7-1bb6-40ce-9298-6214773ad166 req-261f127e-6c4e-4ef1-b8e7-4683c758f002 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:34.054375 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51ce68b7-1bb6-40ce-9298-6214773ad166 req-261f127e-6c4e-4ef1-b8e7-4683c758f002 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0519397 Feb 01 18:50:34.110295 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51ce68b7-1bb6-40ce-9298-6214773ad166 req-1d93c957-f975-41f4-bdb9-f82191cc4d47 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Feb 01 18:50:34.454134 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f33a6e-b959-4f9b-adfb-443dccb71948 req-ae7f6d9d-cd40-4b18-bb89-3248ebcf6036 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:34.455825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-96f33a6e-b959-4f9b-adfb-443dccb71948 req-ae7f6d9d-cd40-4b18-bb89-3248ebcf6036 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0525174 Feb 01 18:50:34.523291 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-96f33a6e-b959-4f9b-adfb-443dccb71948 req-6234d31f-ca1c-4fbb-9996-84964bdd6830 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608351 Feb 01 18:50:34.904748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d40b8-7a12-4b76-933d-fe0a2f7b6e53 req-0ed94756-f450-485f-b49c-59ea0a2a70b4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:34.905978 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf0d40b8-7a12-4b76-933d-fe0a2f7b6e53 req-0ed94756-f450-485f-b49c-59ea0a2a70b4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0568094 Feb 01 18:50:34.987117 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf0d40b8-7a12-4b76-933d-fe0a2f7b6e53 req-a9bcaa33-1ea6-425c-9e6c-ccabbf73eec8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739088 Feb 01 18:50:35.246110 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372d8d0-0b9b-4a3f-ba88-f2f08b15ad30 req-6413581a-c2f1-4983-887c-febaca579fec tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:35.247632 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2372d8d0-0b9b-4a3f-ba88-f2f08b15ad30 req-6413581a-c2f1-4983-887c-febaca579fec tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0525272 Feb 01 18:50:35.298992 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2372d8d0-0b9b-4a3f-ba88-f2f08b15ad30 req-d865e68a-a08b-4229-a210-cbcdb0121e0e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451164 Feb 01 18:50:35.651100 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f7d9a-6a75-433b-850d-c6e23eb80d1a req-71044609-dbe2-4b00-83f8-d1c49b1883d6 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:35.652763 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-945f7d9a-6a75-433b-850d-c6e23eb80d1a req-71044609-dbe2-4b00-83f8-d1c49b1883d6 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0655313 Feb 01 18:50:35.704018 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-945f7d9a-6a75-433b-850d-c6e23eb80d1a req-3edc2313-0007-44ea-beda-69d6dc9c8f72 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Feb 01 18:50:35.805824 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:50:35.827778 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ebf97d2d-a964-4046-b98a-20658fe6d057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:36.112454 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3ffb2-8840-4428-b615-ca670fc72825 req-8b4ab49f-bc3d-4a22-b97e-1de979d3fac6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:36.114181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27c3ffb2-8840-4428-b615-ca670fc72825 req-8b4ab49f-bc3d-4a22-b97e-1de979d3fac6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0579979 Feb 01 18:50:36.178117 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27c3ffb2-8840-4428-b615-ca670fc72825 req-89d2ef65-bdff-417f-b5db-4acd4d2fa383 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576057 Feb 01 18:50:36.444593 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447ad32-43c1-42f5-8467-1c9ed450d13f req-8b40704f-fb32-4df1-8551-4c130c04474a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:36.447008 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0447ad32-43c1-42f5-8467-1c9ed450d13f req-8b40704f-fb32-4df1-8551-4c130c04474a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0654962 Feb 01 18:50:36.501036 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0447ad32-43c1-42f5-8467-1c9ed450d13f req-20dd8016-5800-4407-8793-c552e30fc326 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460515 Feb 01 18:50:36.847568 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d79ffd-0520-43ba-9df4-5ce8d7121d67 req-c89bdd7d-98bf-49c7-8add-6576d3986233 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:36.849129 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25d79ffd-0520-43ba-9df4-5ce8d7121d67 req-c89bdd7d-98bf-49c7-8add-6576d3986233 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0718961 Feb 01 18:50:36.896646 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25d79ffd-0520-43ba-9df4-5ce8d7121d67 req-267ccb61-9436-4e2a-8636-efb1616d067d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 Feb 01 18:50:37.342931 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e065e2-8291-423f-acb8-077650fb1e65 req-d746f394-a455-495b-b234-5404a43b41dc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:37.344524 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6e065e2-8291-423f-acb8-077650fb1e65 req-d746f394-a455-495b-b234-5404a43b41dc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0903220 Feb 01 18:50:37.411835 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6e065e2-8291-423f-acb8-077650fb1e65 req-ee0d5051-607a-4d11-bb0e-b24394ea4617 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611746 Feb 01 18:50:37.637103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd2b9d-460e-40c5-bec9-6cf55b5b3cfa req-3ee9e725-cbdf-4973-bd9d-a121f6d2b027 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:37.639288 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9bbd2b9d-460e-40c5-bec9-6cf55b5b3cfa req-3ee9e725-cbdf-4973-bd9d-a121f6d2b027 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0557759 Feb 01 18:50:37.692845 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9bbd2b9d-460e-40c5-bec9-6cf55b5b3cfa req-d9c05d8e-f693-4aa8-9c98-81ea0a786179 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465817 Feb 01 18:50:37.923577 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5a274990-c776-48fb-a447-95e2657474bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:38.026239 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9560c83-7ad4-430f-ac6f-ba62e3ae47d9 req-a97d787e-62d0-4f3f-bdcf-0a286265adb1 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:38.027839 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b9560c83-7ad4-430f-ac6f-ba62e3ae47d9 req-a97d787e-62d0-4f3f-bdcf-0a286265adb1 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0540490 Feb 01 18:50:38.079505 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b9560c83-7ad4-430f-ac6f-ba62e3ae47d9 req-e00bb2e4-1ce8-4a16-aee0-6b02cbe2471c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Feb 01 18:50:38.537879 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ee0b3-98f0-4c88-a0bf-a56f10cf0db4 req-27eb2ace-b342-4bd5-8130-6899aa84b153 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:38.539354 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be7ee0b3-98f0-4c88-a0bf-a56f10cf0db4 req-27eb2ace-b342-4bd5-8130-6899aa84b153 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0559242 Feb 01 18:50:38.585064 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be7ee0b3-98f0-4c88-a0bf-a56f10cf0db4 req-c9085ea5-d1c9-43df-aa7a-09c65be87d8b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Feb 01 18:50:38.813860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11998bb9-e8d3-4d75-a449-d8c6eba89b85 req-d0601446-1c1e-421a-acce-b9251f175211 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:38.815266 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-11998bb9-e8d3-4d75-a449-d8c6eba89b85 req-d0601446-1c1e-421a-acce-b9251f175211 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0520389 Feb 01 18:50:38.860637 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-11998bb9-e8d3-4d75-a449-d8c6eba89b85 req-9b1df9c6-392c-41ee-ae7f-7cbb76e06183 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399487 Feb 01 18:50:39.207101 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac7b44-5697-4633-95e2-552dde7b28af req-3cca6577-e4f6-466e-9adb-5c79447c64b9 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:39.208570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-99ac7b44-5697-4633-95e2-552dde7b28af req-3cca6577-e4f6-466e-9adb-5c79447c64b9 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0526557 Feb 01 18:50:39.227538 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:39.259145 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-99ac7b44-5697-4633-95e2-552dde7b28af req-dec3c935-4eb8-42bf-83e6-3c5915dcaa68 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Feb 01 18:50:39.703735 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c94ed-588d-4de1-ae02-b1de1e501c0d req-dfb50419-2c1f-4be0-9dca-63e6209171d8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:39.705100 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-277c94ed-588d-4de1-ae02-b1de1e501c0d req-dfb50419-2c1f-4be0-9dca-63e6209171d8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0522242 Feb 01 18:50:39.750664 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-277c94ed-588d-4de1-ae02-b1de1e501c0d req-016fd979-ea2e-4faf-8761-b7a1fd36e6ef tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Feb 01 18:50:39.984103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4e2e7-e4d1-445a-9946-3e79c76e225d req-36ddadaf-06b8-427f-9038-edf48ea14b34 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:39.985507 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7af4e2e7-e4d1-445a-9946-3e79c76e225d req-36ddadaf-06b8-427f-9038-edf48ea14b34 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0528429 Feb 01 18:50:40.035753 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7af4e2e7-e4d1-445a-9946-3e79c76e225d req-53a39fef-7df8-401e-b116-5c63ff22c8d3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445681 Feb 01 18:50:40.378451 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb9800-6f1f-43a8-bf9f-0d93fade82a3 req-b9b53021-9c48-4258-bf6d-1cf8cea5dda8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:40.379931 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-88bb9800-6f1f-43a8-bf9f-0d93fade82a3 req-b9b53021-9c48-4258-bf6d-1cf8cea5dda8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0562387 Feb 01 18:50:40.426016 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-88bb9800-6f1f-43a8-bf9f-0d93fade82a3 req-63b9f509-51c0-4104-a341-f4ac1927eaf2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Feb 01 18:50:40.587717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:40.864940 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b14ae-c4f9-4836-89d5-5921a98d6bbc req-547c39d7-b6bc-401f-a441-fa82b67979b6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:40.866379 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba8b14ae-c4f9-4836-89d5-5921a98d6bbc req-547c39d7-b6bc-401f-a441-fa82b67979b6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0517433 Feb 01 18:50:40.911572 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba8b14ae-c4f9-4836-89d5-5921a98d6bbc req-706ee0a1-75bd-4ad7-9896-27e6b120c4c5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Feb 01 18:50:41.158273 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f76e-ad6d-498e-b4e9-01026c889009 req-280ebd29-af6c-4bd8-aa5c-9c83b1a1998a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.159779 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1909f76e-ad6d-498e-b4e9-01026c889009 req-280ebd29-af6c-4bd8-aa5c-9c83b1a1998a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0546439 Feb 01 18:50:41.209297 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1909f76e-ad6d-498e-b4e9-01026c889009 req-f0a3ced7-3689-4536-b5db-edb68e940a4a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Feb 01 18:50:41.229537 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-9058c913-0ee5-494e-af0e-d0c15afaa9e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827825 Feb 01 18:50:41.328405 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-94138ff7-f431-4d95-8fea-68962698f2bd req-7bd4083c-bb9f-423d-b9d8-34841a7d8d86 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Feb 01 18:50:41.474834 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-feb9df37-035b-42b4-995f-cc8f829def6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.476417 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-feb9df37-035b-42b4-995f-cc8f829def6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1127 time: 0.0486181 Feb 01 18:50:41.577204 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25cc51-bfc2-4a18-8860-af592bab64fd req-8f77a8e2-bbb7-4d9f-93dd-965a92be2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.578739 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e25cc51-bfc2-4a18-8860-af592bab64fd req-8f77a8e2-bbb7-4d9f-93dd-965a92be2cf4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0563736 Feb 01 18:50:41.592427 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53387a7f-0d3e-4cf7-a999-a03dc510b374 req-343294c0-67c3-4515-9f6a-34ab1fbb0150 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.594967 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53387a7f-0d3e-4cf7-a999-a03dc510b374 req-343294c0-67c3-4515-9f6a-34ab1fbb0150 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.1004455 Feb 01 18:50:41.626537 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-40d3547c-cf13-4788-8966-1c9cbd6a9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.628179 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-40d3547c-cf13-4788-8966-1c9cbd6a9939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.1197646 Feb 01 18:50:41.661892 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e25cc51-bfc2-4a18-8860-af592bab64fd req-86348a21-1e7a-4cf8-9945-7bdea84a5c77 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650742 Feb 01 18:50:41.672979 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53387a7f-0d3e-4cf7-a999-a03dc510b374 req-b87c51c3-d2d3-49e5-8869-f7bf6da7ba9e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676854 Feb 01 18:50:41.679102 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-676df504-27ee-4eec-a05f-6e4abb374313 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 217 time: 0.0373542 Feb 01 18:50:41.844352 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:41.970849 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-e79800ef-c325-4a2a-825a-6a29a7927896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:41.972343 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-e79800ef-c325-4a2a-825a-6a29a7927896 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0451493 Feb 01 18:50:42.031394 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-728cb96f-286a-40ec-b121-6004d06224f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:42.032895 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-728cb96f-286a-40ec-b121-6004d06224f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514884 Feb 01 18:50:42.037004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223659b-db78-4d30-a6fa-deb707950d6f req-a06f377e-f7f2-49c6-a340-f82663ad8709 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:42.038452 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b223659b-db78-4d30-a6fa-deb707950d6f req-a06f377e-f7f2-49c6-a340-f82663ad8709 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0606868 Feb 01 18:50:42.084882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b223659b-db78-4d30-a6fa-deb707950d6f req-adff8726-effb-417e-8507-0f1d876003f6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Feb 01 18:50:42.128502 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-17446a92-08e7-4c7f-8673-c31f03caeed0 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Feb 01 18:50:42.233397 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f2548c6a-fac5-4f4e-9de5-6b15b6d1f0a1 req-84a67303-287f-45d3-85b0-0bdc8603a9e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839970 Feb 01 18:50:42.332286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672732fb-d823-4688-bd1b-e9d0f0dc29af req-b6ff7d84-77f8-44d5-85e2-1bb9556b48bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:42.333769 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-672732fb-d823-4688-bd1b-e9d0f0dc29af req-b6ff7d84-77f8-44d5-85e2-1bb9556b48bd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0546186 Feb 01 18:50:42.378178 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-672732fb-d823-4688-bd1b-e9d0f0dc29af req-b170896f-84ce-4801-8b20-d981c1f2a6d4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Feb 01 18:50:42.801050 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1d9b0-2b95-4072-b745-feada9b8fb49 req-b6deeae0-3847-40f3-a81c-ae3a0e16f61f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:42.802538 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b2f1d9b0-2b95-4072-b745-feada9b8fb49 req-b6deeae0-3847-40f3-a81c-ae3a0e16f61f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 943 time: 0.0562196 Feb 01 18:50:42.850965 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b2f1d9b0-2b95-4072-b745-feada9b8fb49 req-b03d90c5-bbb1-4de9-9499-1b871c4f96d1 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Feb 01 18:50:43.201912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee56d4c-febd-48a8-860b-e9b416824e5d req-9557f092-0cff-4a45-8129-3cae5d1c840d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:43.203503 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ee56d4c-febd-48a8-860b-e9b416824e5d req-9557f092-0cff-4a45-8129-3cae5d1c840d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0521736 Feb 01 18:50:43.250538 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ee56d4c-febd-48a8-860b-e9b416824e5d req-26cc829e-f733-42ff-8231-fd600b3d126a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Feb 01 18:50:43.502946 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052181e4-ffe6-4ab4-87ba-84ac25ad0dbd req-4fc92be0-972c-471d-80a0-7ac63143cf5d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:43.504853 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-052181e4-ffe6-4ab4-87ba-84ac25ad0dbd req-4fc92be0-972c-471d-80a0-7ac63143cf5d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0547385 Feb 01 18:50:43.554945 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-052181e4-ffe6-4ab4-87ba-84ac25ad0dbd req-54864335-9446-4d7a-ad18-c8adbe80ae2a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444653 Feb 01 18:50:43.565779 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:50:43.659328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:43.673637 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'port_id': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'mac_address': 'fa:16:3e:3d:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:50:43.708819 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:43.709207 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:43.722323 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:50:43.741037 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:43.744666 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:43.790487 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:43.797186 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.797556 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.797914 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.798251 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.798615 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.798940 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.799263 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.799585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.799904 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.800238 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.800559 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.800872 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.801190 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:50:43.966752 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be893ac-954f-4cd3-8813-e13830faae5e req-540f89dc-85fb-4b42-b4b9-5921e3d16a4a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:43.968104 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8be893ac-954f-4cd3-8813-e13830faae5e req-540f89dc-85fb-4b42-b4b9-5921e3d16a4a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 944 time: 0.0517814 Feb 01 18:50:44.015904 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8be893ac-954f-4cd3-8813-e13830faae5e req-568277e7-9e49-4d9e-8d61-b48d9e50cc44 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Feb 01 18:50:44.130014 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:50:44.372004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaed225-b44d-43ef-87a8-2e23e326cd19 req-24961e30-390c-4b7b-8e20-ade814036d89 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.374172 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2eaed225-b44d-43ef-87a8-2e23e326cd19 req-24961e30-390c-4b7b-8e20-ade814036d89 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0524249 Feb 01 18:50:44.420167 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2eaed225-b44d-43ef-87a8-2e23e326cd19 req-72e850ba-165f-4892-938f-a47b5d04daed tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Feb 01 18:50:44.683787 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207337a-0ea0-419e-b091-d631bfc7445d req-15b2cec2-2f68-4250-a904-5e0d8d6fa3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.685295 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-15b2cec2-2f68-4250-a904-5e0d8d6fa3d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0460236 Feb 01 18:50:44.727727 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3f60d-29ec-4b4b-9f17-174ad59e8e6e req-15ce0b56-17f9-41d6-be0d-8fd08474d28f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.729205 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e4d3f60d-29ec-4b4b-9f17-174ad59e8e6e req-15ce0b56-17f9-41d6-be0d-8fd08474d28f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0831726 Feb 01 18:50:44.737097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece9352-3ce3-4619-8325-e7a14edc7471 req-fc907dff-4ac2-4e15-822c-df7f007c0cc6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.738817 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ece9352-3ce3-4619-8325-e7a14edc7471 req-fc907dff-4ac2-4e15-822c-df7f007c0cc6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.1029243 Feb 01 18:50:44.786462 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207337a-0ea0-419e-b091-d631bfc7445d req-ff83cbc4-bb11-4808-ba34-3938a2b6d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.787963 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-ff83cbc4-bb11-4808-ba34-3938a2b6d5e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.0889397 Feb 01 18:50:44.809038 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e4d3f60d-29ec-4b4b-9f17-174ad59e8e6e req-006f1c39-8b96-4f0b-8476-f169dfd6fd19 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690567 Feb 01 18:50:44.813199 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ece9352-3ce3-4619-8325-e7a14edc7471 req-36098ea6-6b80-45f8-9fd1-3a9e7110bb88 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679302 Feb 01 18:50:44.839427 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-449b4f97-4616-4e92-b6b9-41e1de801e39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0391119 Feb 01 18:50:44.893319 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207337a-0ea0-419e-b091-d631bfc7445d req-beb660fe-bb37-4eef-8e38-a34f6d1a903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:44.895256 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-beb660fe-bb37-4eef-8e38-a34f6d1a903d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0468674 Feb 01 18:50:44.926398 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-70d001bc-fcc0-4d7a-af8d-dfd456f70abe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249648 Feb 01 18:50:45.027265 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-f13b6078-85fd-4816-85e7-5cf888e342b9 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859416 Feb 01 18:50:45.119832 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7207337a-0ea0-419e-b091-d631bfc7445d req-0b7950f2-d550-4204-b835-267bf211d39f service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843656 Feb 01 18:50:45.140080 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41714df-b4dd-4e4e-b708-5268fe817f45 req-ef806d74-0726-49e3-9a53-5b12fb3e4d90 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:45.141684 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a41714df-b4dd-4e4e-b708-5268fe817f45 req-ef806d74-0726-49e3-9a53-5b12fb3e4d90 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 944 time: 0.0608523 Feb 01 18:50:45.194267 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a41714df-b4dd-4e4e-b708-5268fe817f45 req-5c777307-3231-4a56-80c1-7543c90ac3aa tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Feb 01 18:50:45.582634 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:50:45.635024 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:50:45.639431 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:50:45.639858 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:45.720889 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:45.721284 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:45.744863 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:50:45.747104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2050f40a-bb5a-4751-9f78-ceaa34e0a78a" -d '{"events": [{"server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "name": "network-vif-plugged", "status": "completed", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:50:45.760435 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:45.765092 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:45.787463 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4778c-483e-49c1-9242-a5ca3aabb330 x-openstack-request-id: req-4cd4778c-483e-49c1-9242-a5ca3aabb330 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:50:45.787772 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "name": "network-vif-plugged", "status": "completed", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:50:45.788004 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4cd4778c-483e-49c1-9242-a5ca3aabb330 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:50:45.788386 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'code': 200} Feb 01 18:50:45.814310 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:45.970062 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17540a-68a6-4b21-a488-70155c212063 req-bf059a4f-7f44-4559-81d2-367ee89dc79f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:45.971577 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7c17540a-68a6-4b21-a488-70155c212063 req-bf059a4f-7f44-4559-81d2-367ee89dc79f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0837109 Feb 01 18:50:45.978904 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cffbb-4fde-44b4-b2d0-ff3790bc3596 req-ef5c1107-ad1a-481b-9138-f2d7a8253073 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:45.980283 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-643cffbb-4fde-44b4-b2d0-ff3790bc3596 req-ef5c1107-ad1a-481b-9138-f2d7a8253073 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0911195 Feb 01 18:50:45.999678 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd51245-c446-411c-b174-ccf209b1e73c req-991978bc-2923-496d-9aff-606871480547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:46.001219 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6dd51245-c446-411c-b174-ccf209b1e73c req-991978bc-2923-496d-9aff-606871480547 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1129 time: 0.0471959 Feb 01 18:50:46.047910 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7c17540a-68a6-4b21-a488-70155c212063 req-24856053-a857-4e49-a66e-865faaca41d3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666695 Feb 01 18:50:46.051281 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6dd51245-c446-411c-b174-ccf209b1e73c req-14c62be8-179f-48f6-b19f-3f98ca91389c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Feb 01 18:50:46.063052 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-643cffbb-4fde-44b4-b2d0-ff3790bc3596 req-b736a3cc-c759-4b5d-a00a-4416c61c5393 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741472 Feb 01 18:50:46.312746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263ebc1-fda5-43ee-9e83-413bf5aac20c req-0d7ff73f-a4e2-4cbe-9a95-2f1aa5ad6c5d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:46.314205 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d263ebc1-fda5-43ee-9e83-413bf5aac20c req-0d7ff73f-a4e2-4cbe-9a95-2f1aa5ad6c5d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0527751 Feb 01 18:50:46.360531 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d263ebc1-fda5-43ee-9e83-413bf5aac20c req-396c1bc8-1291-4b2e-b50f-79f78016addd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Feb 01 18:50:47.208891 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b43fe-afdc-4d08-a9cb-de3f38678e10 req-d315ce61-b880-452a-8c26-d12c74dc31fe tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:47.210361 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e87b43fe-afdc-4d08-a9cb-de3f38678e10 req-d315ce61-b880-452a-8c26-d12c74dc31fe tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0860860 Feb 01 18:50:47.231570 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939380c-4dd3-48fb-99cb-90648de78b63 req-30fe6b63-7a96-4b24-adb2-0cfaa8c64ac1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:47.233156 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9939380c-4dd3-48fb-99cb-90648de78b63 req-30fe6b63-7a96-4b24-adb2-0cfaa8c64ac1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0812140 Feb 01 18:50:47.292292 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e87b43fe-afdc-4d08-a9cb-de3f38678e10 req-0767b0a3-dec9-4efe-b507-8e8c439ae18b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754824 Feb 01 18:50:47.307515 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9939380c-4dd3-48fb-99cb-90648de78b63 req-241cf161-29ba-47cc-ba22-4f56f3efb216 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658612 Feb 01 18:50:47.494302 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d4f2-081a-4df6-8705-3218569b11fb req-607dc6fb-77fb-4f9d-9b3f-b3f90fc8afec tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:47.496210 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25f6d4f2-081a-4df6-8705-3218569b11fb req-607dc6fb-77fb-4f9d-9b3f-b3f90fc8afec tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0668197 Feb 01 18:50:47.554675 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25f6d4f2-081a-4df6-8705-3218569b11fb req-430cbc3e-29c1-43a6-9726-7fd91d0f07f2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Feb 01 18:50:48.450267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d03a-485f-4b93-893f-d346e14fef8c req-7934cf0e-259f-49bf-ab3e-b6720132f9fe tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:48.452286 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba99d03a-485f-4b93-893f-d346e14fef8c req-7934cf0e-259f-49bf-ab3e-b6720132f9fe tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0875463 Feb 01 18:50:48.472082 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55b45-e129-4616-9e42-3e0e4a7f7938 req-71ac531b-cf29-46c1-b452-7d06a9713f85 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:48.473508 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-04a55b45-e129-4616-9e42-3e0e4a7f7938 req-71ac531b-cf29-46c1-b452-7d06a9713f85 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0776153 Feb 01 18:50:48.543920 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba99d03a-485f-4b93-893f-d346e14fef8c req-34e4b338-65d9-4636-bb05-9d70a490a6af tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858426 Feb 01 18:50:48.551083 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-04a55b45-e129-4616-9e42-3e0e4a7f7938 req-cbc6ed24-1be0-4122-80f3-531836919626 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711715 Feb 01 18:50:48.680088 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf344f-83d9-4d56-baf8-533d1d51e9b7 req-f2d3ada6-5408-4d19-9a66-3043f5d4334d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:48.681535 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8faf344f-83d9-4d56-baf8-533d1d51e9b7 req-f2d3ada6-5408-4d19-9a66-3043f5d4334d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0593905 Feb 01 18:50:48.738085 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8faf344f-83d9-4d56-baf8-533d1d51e9b7 req-e0e4c56f-1151-435c-844e-6e62db312c0c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498188 Feb 01 18:50:48.871143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5755385-c917-41c0-9dd2-ebb2d735a7df req-cbbfc4d5-5589-46bf-a8c2-aa3dfc04c8f4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:48.872658 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b5755385-c917-41c0-9dd2-ebb2d735a7df req-cbbfc4d5-5589-46bf-a8c2-aa3dfc04c8f4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0572276 Feb 01 18:50:48.928665 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b5755385-c917-41c0-9dd2-ebb2d735a7df req-5ba988a3-fdfc-4789-8f09-979a2d60f96f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447609 Feb 01 18:50:49.255989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c37f-0a4f-448a-9307-901d9da82c50 req-0cd8491d-9080-4f0d-a9e3-c5d7c5c36409 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:49.257470 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba02c37f-0a4f-448a-9307-901d9da82c50 req-0cd8491d-9080-4f0d-a9e3-c5d7c5c36409 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0530417 Feb 01 18:50:49.308070 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba02c37f-0a4f-448a-9307-901d9da82c50 req-03184959-1a53-4715-8d19-0cf94364a7eb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Feb 01 18:50:49.599065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:50:49.712199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa7d0a-7064-4e45-84d9-e141a439f222 req-3d7614ec-fa83-4c24-924e-d3581b09de3e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:49.713674 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-74fa7d0a-7064-4e45-84d9-e141a439f222 req-3d7614ec-fa83-4c24-924e-d3581b09de3e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 943 time: 0.0574200 Feb 01 18:50:49.726177 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:49.740759 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'mac_address': 'fa:16:3e:7f:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:50:49.768168 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-74fa7d0a-7064-4e45-84d9-e141a439f222 req-809664a5-e2bb-4030-8a9d-dd9cdd466afa tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473080 Feb 01 18:50:49.782881 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:49.783344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:49.797667 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:50:49.819891 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:49.823760 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:49.875763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=9']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:50.008142 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb0140-e05d-4017-9439-99471fd0d18a req-e1c49247-e868-4514-a973-6b10bfd3083e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:50.009619 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ecb0140-e05d-4017-9439-99471fd0d18a req-e1c49247-e868-4514-a973-6b10bfd3083e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0531425 Feb 01 18:50:50.056470 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6ecb0140-e05d-4017-9439-99471fd0d18a req-48e7de21-0ee6-4af9-b5c5-db390bafff7d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 Feb 01 18:50:50.384358 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:50:50.898438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae9443-6b3b-4fc9-9579-fe3c97e38fe7 req-60f822a5-b3da-429b-8c70-c319588723f3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:50.900508 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6bae9443-6b3b-4fc9-9579-fe3c97e38fe7 req-60f822a5-b3da-429b-8c70-c319588723f3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 944 time: 0.0570455 Feb 01 18:50:50.962859 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6bae9443-6b3b-4fc9-9579-fe3c97e38fe7 req-e270869a-7283-4be2-887e-f233d174a7b0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568070 Feb 01 18:50:51.619385 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:50:51.679372 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:50:51.679862 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:51.760111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:50:51.760505 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:51.786668 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:50:51.789344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12b4b16-d8fa-430c-a003-90eaeee390fd" -d '{"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:50:51.806178 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:50:51.813302 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:51.838346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a664232d-6b01-48d8-9e7f-3ee3a22ea4a6 x-openstack-request-id: req-a664232d-6b01-48d8-9e7f-3ee3a22ea4a6 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:50:51.838718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-plugged", "status": "completed", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:50:51.839078 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a664232d-6b01-48d8-9e7f-3ee3a22ea4a6 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:50:51.839653 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'code': 200} Feb 01 18:50:51.873959 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=10']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:50:52.096791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af95be-1f3c-430b-8e5e-3b2c4ad89a19 req-b9ff1755-fe8a-47d8-acc3-8ecbc0695fd5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:52.098243 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25af95be-1f3c-430b-8e5e-3b2c4ad89a19 req-b9ff1755-fe8a-47d8-acc3-8ecbc0695fd5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0538132 Feb 01 18:50:52.145935 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25af95be-1f3c-430b-8e5e-3b2c4ad89a19 req-020469eb-850a-46a8-8290-00635a2a4f92 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 Feb 01 18:50:52.523616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60450f-7e26-4572-af8e-584df8512604 req-48e16fc1-1f40-44d6-9868-ed63c4bdd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:52.525097 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5c60450f-7e26-4572-af8e-584df8512604 req-48e16fc1-1f40-44d6-9868-ed63c4bdd3d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1130 time: 0.0443807 Feb 01 18:50:52.600484 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5c60450f-7e26-4572-af8e-584df8512604 req-601cb92a-3d13-4f25-8b89-b4c6df874c88 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500755 Feb 01 18:50:52.790063 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:50:53.272280 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce34f70-2d24-4f71-a1fc-2f994ba0e007 req-89edccaf-c6e5-4e9a-b859-146b130fcd5c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:53.273763 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fce34f70-2d24-4f71-a1fc-2f994ba0e007 req-89edccaf-c6e5-4e9a-b859-146b130fcd5c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0541973 Feb 01 18:50:53.340990 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fce34f70-2d24-4f71-a1fc-2f994ba0e007 req-851ead3f-2f98-4ff2-b75f-b1264d0f3368 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614426 Feb 01 18:50:54.478908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f058ef-6efe-46b3-b048-b66abd31e210 req-d92955ad-c788-42f0-b547-cb8c52b4a18a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:54.480356 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e5f058ef-6efe-46b3-b048-b66abd31e210 req-d92955ad-c788-42f0-b547-cb8c52b4a18a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0571132 Feb 01 18:50:54.528155 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e5f058ef-6efe-46b3-b048-b66abd31e210 req-8fe5ca60-4279-4b8c-8214-da4dfdaf2c65 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421693 Feb 01 18:50:55.676605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4639577-caa5-49c7-b21c-a43ef33aa61c req-166cfa35-c259-4188-9738-068d8650c673 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:55.678282 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a4639577-caa5-49c7-b21c-a43ef33aa61c req-166cfa35-c259-4188-9738-068d8650c673 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0698762 Feb 01 18:50:55.728570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a4639577-caa5-49c7-b21c-a43ef33aa61c req-e759ff95-bb30-4ed7-9a57-6721c24cce9d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Feb 01 18:50:56.860623 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720baff-d58d-4075-80da-a255e438ec96 req-986ccfb8-661e-4089-be6e-36217b80eef4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:56.862136 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c720baff-d58d-4075-80da-a255e438ec96 req-986ccfb8-661e-4089-be6e-36217b80eef4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0567460 Feb 01 18:50:56.913673 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c720baff-d58d-4075-80da-a255e438ec96 req-091942c4-f8f5-4a06-bada-e436df4ef59b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 Feb 01 18:50:58.153982 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b4273-ec0b-44c1-b104-d7cb9b3196a9 req-40ab9dff-54ef-44a0-9b53-75d4f51c1b8a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:58.156275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-102b4273-ec0b-44c1-b104-d7cb9b3196a9 req-40ab9dff-54ef-44a0-9b53-75d4f51c1b8a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0634365 Feb 01 18:50:58.165452 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-5cb975ea-9f79-4523-b5ed-8977eb83bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:58.167104 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-5cb975ea-9f79-4523-b5ed-8977eb83bee6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0467880 Feb 01 18:50:58.207432 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-102b4273-ec0b-44c1-b104-d7cb9b3196a9 req-ea81b27e-a3d2-4ab0-90bb-20f0c85fd87b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Feb 01 18:50:58.287169 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-48ed5240-9083-49e7-b58d-ec79f7007859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:58.288631 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-48ed5240-9083-49e7-b58d-ec79f7007859 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.1028314 Feb 01 18:50:58.331773 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-1f3f48eb-92ac-4777-ad2a-36393f0a2210 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0342877 Feb 01 18:50:58.386395 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-8d4c048d-f51c-4a5f-b848-6add6929ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:58.388528 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-8d4c048d-f51c-4a5f-b848-6add6929ceb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0473781 Feb 01 18:50:58.428637 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-aff77c50-4742-43d3-b1d6-21242804e604 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293164 Feb 01 18:50:58.521380 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-a53bc408-56e2-4cff-acb5-22f679c87f2b service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Feb 01 18:50:58.615112 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-024171fb-c2c3-4328-975f-fb454dd321d2 req-50a28d12-368f-404e-8bd6-d78dcc1f0f89 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864048 Feb 01 18:50:59.338746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680534e2-921c-49a7-a58b-ed1788f316c5 req-3a3511b9-e31e-4377-a97c-d0dcda863aaa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:50:59.340195 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-680534e2-921c-49a7-a58b-ed1788f316c5 req-3a3511b9-e31e-4377-a97c-d0dcda863aaa tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0571778 Feb 01 18:50:59.390215 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-680534e2-921c-49a7-a58b-ed1788f316c5 req-c86bec50-9bfd-4a77-be81-e270157de4f8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Feb 01 18:51:00.515672 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f49739-dbb1-4f11-9756-0cabbdbc3dac req-9e4001e3-8f5d-4731-9a15-326815636e91 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:00.517300 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-58f49739-dbb1-4f11-9756-0cabbdbc3dac req-9e4001e3-8f5d-4731-9a15-326815636e91 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0534041 Feb 01 18:51:00.565589 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-58f49739-dbb1-4f11-9756-0cabbdbc3dac req-826cc2bb-8753-4864-b585-e1c40e7df507 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Feb 01 18:51:01.689046 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401ae17-180d-4d4d-9c69-29c20a7ca8a0 req-ddcfbd23-0c9a-4e47-9ea0-04e79dfd3b1b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:01.690554 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5401ae17-180d-4d4d-9c69-29c20a7ca8a0 req-ddcfbd23-0c9a-4e47-9ea0-04e79dfd3b1b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0550184 Feb 01 18:51:01.740470 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5401ae17-180d-4d4d-9c69-29c20a7ca8a0 req-6627c72c-993c-4587-ac48-04a224732edc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Feb 01 18:51:02.864645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d460c19-d2e4-4bc5-82a3-631f77599910 req-5eb30788-6b45-4bac-a1b8-f504ea36622b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:02.866122 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7d460c19-d2e4-4bc5-82a3-631f77599910 req-5eb30788-6b45-4bac-a1b8-f504ea36622b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0586233 Feb 01 18:51:02.913453 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7d460c19-d2e4-4bc5-82a3-631f77599910 req-0da8a6d0-8e50-424d-9a34-9c7321b76e3e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Feb 01 18:51:04.037245 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09582061-4968-4093-9a74-5796cbc1ff64 req-0ae9236d-7404-4a11-a5ca-156c875216fd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:04.038736 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09582061-4968-4093-9a74-5796cbc1ff64 req-0ae9236d-7404-4a11-a5ca-156c875216fd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0548198 Feb 01 18:51:04.086412 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-09582061-4968-4093-9a74-5796cbc1ff64 req-21b16ac9-e594-439a-8cd5-66155d5ee9d9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Feb 01 18:51:05.063612 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c7c13-61ff-426b-998b-8ef0666829fe req-0a08765a-7686-447c-90f1-a69dad03e24d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:05.065373 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-069c7c13-61ff-426b-998b-8ef0666829fe req-0a08765a-7686-447c-90f1-a69dad03e24d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0591979 Feb 01 18:51:05.122046 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-069c7c13-61ff-426b-998b-8ef0666829fe req-eeb6b7be-e1bb-479c-8baf-f2e29e3a2ed7 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493617 Feb 01 18:51:05.145264 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 56614) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:05.209701 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b06352-4ec9-49ab-ae53-76acf63cc450 req-15677cc9-f708-46b5-95f1-870b38cbcc38 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:05.211087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7b06352-4ec9-49ab-ae53-76acf63cc450 req-15677cc9-f708-46b5-95f1-870b38cbcc38 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0516820 Feb 01 18:51:05.258985 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7b06352-4ec9-49ab-ae53-76acf63cc450 req-c7fd2a2b-10d8-4908-a793-4fcf9eb00fcb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Feb 01 18:51:05.343259 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c373a0-ae07-49ad-a2fe-16d22d5c6a24 tempest-TestMinimumBasicScenario-1920616137 tempest-TestMinimumBasicScenario-1920616137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:05.344843 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-61c373a0-ae07-49ad-a2fe-16d22d5c6a24 tempest-TestMinimumBasicScenario-1920616137 tempest-TestMinimumBasicScenario-1920616137-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1124 time: 0.1984651 Feb 01 18:51:05.347731 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 56620) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:05.352270 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'port_id': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:05.373724 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:05.467570 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:05.574064 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Allocated IP 172.27.3.118 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/fd507022-56c5-4009-a71a-42e61a9a4aa8) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:51:05.673159 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:05.707175 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:05.748325 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:51:05.751069 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:51:05.754373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:51:05.778495 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'Port': ['ID=fd507022-56c5-4009-a71a-42e61a9a4aa8,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:05.832580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f3eedf57-38b8-49d1-8f7f-f4e16c883414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.329346 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for floatingip (269ab4f3-9298-464a-8ad1-03fa0edd94c9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.381407 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fede2-bffa-44d6-af3b-019d35106821 req-1ef73943-7787-4b9b-a078-51fcdc3d5fd0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:06.381976 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c88fede2-bffa-44d6-af3b-019d35106821 req-1ef73943-7787-4b9b-a078-51fcdc3d5fd0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0530853 Feb 01 18:51:06.398804 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.433833 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c88fede2-bffa-44d6-af3b-019d35106821 req-fd3b09df-6bf5-43ae-b9f6-89b260041392 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Feb 01 18:51:06.573292 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.578498 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.650219 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'Port': ['ID=fd507022-56c5-4009-a71a-42e61a9a4aa8,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:06.660194 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (269ab4f3-9298-464a-8ad1-03fa0edd94c9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:06.785975 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Floating IP 269ab4f3-9298-464a-8ad1-03fa0edd94c9 associated. External IP: 172.27.3.118, port: 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d. Feb 01 18:51:06.998261 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:51:07.108486 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:51:07.120183 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Sync routers for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:51:07.130221 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.131147 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:51:07.131852 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:50:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:51:07.171498 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-438810ba-a0a7-47d6-8e38-9e339541da2e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8226869 Feb 01 18:51:07.172151 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:07.174503 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1619b0-164c-49c7-a009-32c1b52ee8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:07.174696 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56636) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:07.179175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839129428', 'description': 'tempest-secgroup-smoke-839129428 description', 'project_id': '57315d65f5a743d6a04b7097d931377a'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:07.207141 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.211569 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4776c65b-e615-4fd4-994e-5006d02f7d1b x-openstack-request-id: req-4776c65b-e615-4fd4-994e-5006d02f7d1b {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:07.211847 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:07.212101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4776c65b-e615-4fd4-994e-5006d02f7d1b {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:07.212547 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:51:07.264722 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:51:07.289587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (a06f4efd-9af9-46ce-ba98-b99e9d667e13), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.294283 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a06f4efd-9af9-46ce-ba98-b99e9d667e13), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.303086 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-68278a30-560a-4f0d-a6f9-a6f5bfd87b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:07.304712 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-68278a30-560a-4f0d-a6f9-a6f5bfd87b14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1129 time: 0.0512047 Feb 01 18:51:07.323202 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.327776 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1487479 Feb 01 18:51:07.328044 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56640) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:07.332304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:07.349073 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128dadc-2ea1-4ea7-8f3f-124a1ff7e3a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f4efd-9af9-46ce-ba98-b99e9d667e13,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:07.367331 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (543fe586-94bb-4052-941a-1c36f05d571d), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.428365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-c70c65fd-f779-4b57-8ed3-35a53b199f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:07.430030 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-c70c65fd-f779-4b57-8ed3-35a53b199f97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.1173787 Feb 01 18:51:07.455163 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (543fe586-94bb-4052-941a-1c36f05d571d), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.461650 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (543fe586-94bb-4052-941a-1c36f05d571d), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.487875 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543fe586-94bb-4052-941a-1c36f05d571d,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:07.497737 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.499598 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-018a5f2d-b761-4f8e-a723-7252da59b8e2 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1706648 Feb 01 18:51:07.505004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56644) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:07.510895 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:07.515311 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-0d5bcc04-33e7-4552-a820-b0d4f12d9475 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 999 time: 0.0770280 Feb 01 18:51:07.544967 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (7291a0e4-8817-4c23-bba1-e00cd7b975d7), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.583784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-50b53ecf-d428-4c5c-9171-521c792839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:07.585258 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-50b53ecf-d428-4c5c-9171-521c792839f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0618932 Feb 01 18:51:07.642344 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50ab7-62d4-40b9-a6ed-ca1e8722aacc req-2d240fb3-7458-4e17-acbb-41d972d05f2e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:07.644015 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f7a50ab7-62d4-40b9-a6ed-ca1e8722aacc req-2d240fb3-7458-4e17-acbb-41d972d05f2e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0948780 Feb 01 18:51:07.645767 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (7291a0e4-8817-4c23-bba1-e00cd7b975d7), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.648261 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '269ab4f3-9298-464a-8ad1-03fa0edd94c9', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'port_id': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'mac_address': 'fa:16:3e:3d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:51:05Z', 'updated_at': '2022-02-01T18:51:05Z', 'revision_number': 0, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:51:07.654901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (7291a0e4-8817-4c23-bba1-e00cd7b975d7), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.660821 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-af5d38cd-9159-47d6-b549-52286d378dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:07.662818 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-af5d38cd-9159-47d6-b549-52286d378dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0640538 Feb 01 18:51:07.681129 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Checking router: 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:51:07.689193 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7291a0e4-8817-4c23-bba1-e00cd7b975d7,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:07.691099 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:51:07.692209 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:50:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:51:07.707440 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.708739 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a37c0753-b514-4b65-bca0-d36b550a6fbb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2025330 Feb 01 18:51:07.711355 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 56648) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:07.717433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:07.725895 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f7a50ab7-62d4-40b9-a6ed-ca1e8722aacc req-2311b25d-2752-4d9f-b647-33a01f9b5b49 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732362 Feb 01 18:51:07.824036 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (26f151d2-4c05-4933-a3d4-b1558aee7bfc), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.840271 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-f5088678-874b-42ac-a6aa-6d353134acfb service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592832 Feb 01 18:51:07.858809 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:51:07.938385 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (26f151d2-4c05-4933-a3d4-b1558aee7bfc), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.942410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f8789208-482c-4e6d-848e-775eea95fb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:07.954026 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (26f151d2-4c05-4933-a3d4-b1558aee7bfc), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.003062 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f151d2-4c05-4933-a3d4-b1558aee7bfc,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:08.007966 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.009393 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c9e5ee17-7003-48e8-a031-c404fdbfe939 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969556 Feb 01 18:51:08.012849 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-cb1619b0-164c-49c7-a009-32c1b52ee8ef req-69c1fa77-3fa0-48eb-a892-8400079d6487 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632242 Feb 01 18:51:08.014046 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56656) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:08.019508 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:08.052561 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (7520c072-a816-4282-8885-1d2d9559b6c7), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.067983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d212d3-c69b-47f2-bb5f-bd91ccd74013 req-584c7f57-d161-4d81-81c9-d4e8306bae40 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:08.069467 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-95d212d3-c69b-47f2-bb5f-bd91ccd74013 req-584c7f57-d161-4d81-81c9-d4e8306bae40 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0847549 Feb 01 18:51:08.144040 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '269ab4f3-9298-464a-8ad1-03fa0edd94c9', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'port_id': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'mac_address': 'fa:16:3e:3d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:51:05Z', 'updated_at': '2022-02-01T18:51:05Z', 'revision_number': 0, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:51:08.149683 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-95d212d3-c69b-47f2-bb5f-bd91ccd74013 req-1e8a9f72-6f1b-436e-b158-8d415e5a2a7f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742593 Feb 01 18:51:08.163468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (7520c072-a816-4282-8885-1d2d9559b6c7), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.168218 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (7520c072-a816-4282-8885-1d2d9559b6c7), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.177181 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555f4a9-1aab-4ed5-9e13-24c5fa8792e7 None None] The sync data for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi is: [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '269ab4f3-9298-464a-8ad1-03fa0edd94c9', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'port_id': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'mac_address': 'fa:16:3e:3d:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:51:05Z', 'updated_at': '2022-02-01T18:51:05Z', 'revision_number': 0, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:51:08.186710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520c072-a816-4282-8885-1d2d9559b6c7,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:08.195332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.196530 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-729f4bd9-6450-40a3-9b57-56dca89fee4d tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813514 Feb 01 18:51:08.199336 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56658) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:08.204745 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:08.226623 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Project 57315d65f5a743d6a04b7097d931377a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:51:08.231940 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (4e1d4a9a-75a6-469d-9b30-0c39d250b9a7), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.294062 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (4e1d4a9a-75a6-469d-9b30-0c39d250b9a7), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.298271 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (4e1d4a9a-75a6-469d-9b30-0c39d250b9a7), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.316900 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1d4a9a-75a6-469d-9b30-0c39d250b9a7,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:08.326920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.328190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-feeb76bb-44b8-456a-a292-b97d7ecd71cd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274567 Feb 01 18:51:08.331748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56660) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:08.337024 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'security_group_rule': {'security_group_id': 'a06f4efd-9af9-46ce-ba98-b99e9d667e13', 'project_id': '57315d65f5a743d6a04b7097d931377a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:08.360528 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Project 57315d65f5a743d6a04b7097d931377a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:51:08.366398 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (66f6afde-dd61-4542-8bd4-eaaef1755927), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.379317 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196c216-65af-42b9-ba54-5772f4836b74 None None] New status for floating IP 269ab4f3-9298-464a-8ad1-03fa0edd94c9: ACTIVE {{(pid=109536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:51:08.427603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (66f6afde-dd61-4542-8bd4-eaaef1755927), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.431655 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (66f6afde-dd61-4542-8bd4-eaaef1755927), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.449169 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f6afde-dd61-4542-8bd4-eaaef1755927,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:08.463249 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.463249 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-90d82e48-973e-4495-bdec-a5af7f2bb1dc tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275964 Feb 01 18:51:08.564797 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-0c045af8-ed5d-408b-84d2-d459fd30ac31 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839129428&fields=id&tenant_id=57315d65f5a743d6a04b7097d931377a HTTP/1.1" status: 200 len: 267 time: 0.0494742 Feb 01 18:51:08.621353 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6c6223e9-9d22-4959-a7da-ea956b53360e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:08.623345 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6c6223e9-9d22-4959-a7da-ea956b53360e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0532541 Feb 01 18:51:08.634462 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'port': {'security_groups': ['c78c2190-0700-4de5-97fe-e79e1fd83069', 'a06f4efd-9af9-46ce-ba98-b99e9d667e13']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:08.703969 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:08.901241 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c4999-f7b3-40b0-936e-00126a26da05 req-dbf1a718-1051-47db-967b-852268279963 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:08.902723 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2a2c4999-f7b3-40b0-936e-00126a26da05 req-dbf1a718-1051-47db-967b-852268279963 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0984421 Feb 01 18:51:09.000177 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2a2c4999-f7b3-40b0-936e-00126a26da05 req-f6c2fdc8-d3c6-44a8-89cb-a50897819542 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702584 Feb 01 18:51:09.006270 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:09.035419 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:09.041518 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:09.056160 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:51:09.083918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.084540 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:09.086067 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a7354de-fbe0-4653-8e3c-12f524d138aa req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "PUT /v2.0/ports/0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 981 time: 0.4560046 Feb 01 18:51:09.086507 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:09.090852 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:09.129691 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8323-f45a-41a8-9c64-0933f4511288 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=6']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:09.154179 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fe37cc-3c1b-4355-a573-623de0f57d18 x-openstack-request-id: req-10fe37cc-3c1b-4355-a573-623de0f57d18 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:09.154553 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:09.154790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10fe37cc-3c1b-4355-a573-623de0f57d18 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:09.155197 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:51:09.248667 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:09.280683 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:51:09.285843 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-9349bff5-d51b-45b5-bf39-bd50b3b866ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.288156 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-9349bff5-d51b-45b5-bf39-bd50b3b866ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1168 time: 0.0994294 Feb 01 18:51:09.330544 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fec1dc-dc2a-4c8e-93d8-f8aaedbd0524 req-f8e40fcc-8892-42bd-8741-f7bf4600229c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.332912 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-76fec1dc-dc2a-4c8e-93d8-f8aaedbd0524 req-f8e40fcc-8892-42bd-8741-f7bf4600229c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.1512463 Feb 01 18:51:09.345504 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b85d-e833-4a1a-a78a-f2334c77ac65 req-a2608cd8-f81e-4421-a520-9cfc3749f752 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.347369 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4437b85d-e833-4a1a-a78a-f2334c77ac65 req-a2608cd8-f81e-4421-a520-9cfc3749f752 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0850141 Feb 01 18:51:09.410940 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-29d2bcc6-b95d-498f-aa78-62921bf31b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.412297 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-29d2bcc6-b95d-498f-aa78-62921bf31b72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.1103857 Feb 01 18:51:09.423407 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-daca7a6a-3c6d-4b39-b87b-e0db2920dd05 None None] Provisioning complete for port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:51:09.424144 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-daca7a6a-3c6d-4b39-b87b-e0db2920dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:09.431019 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4437b85d-e833-4a1a-a78a-f2334c77ac65 req-d3916de8-1db5-47a6-a102-6f4313d9cb3e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744674 Feb 01 18:51:09.461929 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-76fec1dc-dc2a-4c8e-93d8-f8aaedbd0524 req-d6fe3d28-3d04-42ca-939a-39760d599abe tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120245 Feb 01 18:51:09.500268 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-e9b1b516-132e-4445-9fee-f926f39fde0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 1001 time: 0.0790558 Feb 01 18:51:09.563237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-a14e2bc2-1faa-4437-a11e-bed0ae1cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.564870 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-a14e2bc2-1faa-4437-a11e-bed0ae1cc141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0457180 Feb 01 18:51:09.617585 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-e2eb4785-7990-4745-a2a7-08a7fd091059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:09.619095 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-e2eb4785-7990-4745-a2a7-08a7fd091059 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462012 Feb 01 18:51:09.654866 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-daca7a6a-3c6d-4b39-b87b-e0db2920dd05 None None] Current status of the port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:51:09.724087 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-271c5473-64a0-4c34-ab45-f84c53387d7f service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887172 Feb 01 18:51:09.825236 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-9beb2ba9-1bfa-4d55-b448-8cdc2187fc5b req-b5d9fe16-5acf-46e8-aa70-fc5b8380036c service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861852 Feb 01 18:51:10.125873 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee6f3e-5c14-422f-8399-1be422429ff2 req-58112d34-f401-415b-8ba6-4a5fd612e710 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:10.127524 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75ee6f3e-5c14-422f-8399-1be422429ff2 req-58112d34-f401-415b-8ba6-4a5fd612e710 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0595686 Feb 01 18:51:10.176492 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75ee6f3e-5c14-422f-8399-1be422429ff2 req-e1ba76ff-5a19-4112-8397-fd727487c3dc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Feb 01 18:51:10.567460 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b752e6-37ec-4d2a-be3f-745cdca3d5eb req-2e3fee46-14b2-4715-9e41-f3255283f48a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:10.568959 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27b752e6-37ec-4d2a-be3f-745cdca3d5eb req-2e3fee46-14b2-4715-9e41-f3255283f48a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0537388 Feb 01 18:51:10.592404 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:10.623333 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27b752e6-37ec-4d2a-be3f-745cdca3d5eb req-3fbef09b-0dd8-4f12-9a6d-8253ddc31df1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Feb 01 18:51:11.307266 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09c0f3-4aa5-4d2a-9b97-fa6661d43807 req-be4fc048-2325-4628-9014-959ca519d29e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:11.308728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5a09c0f3-4aa5-4d2a-9b97-fa6661d43807 req-be4fc048-2325-4628-9014-959ca519d29e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0553312 Feb 01 18:51:11.580071 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5a09c0f3-4aa5-4d2a-9b97-fa6661d43807 req-17f91286-5993-4834-ac69-5965d020dbff tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656748 Feb 01 18:51:11.751714 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5905a-01d6-4ab4-ab5d-c189d4706738 req-8cb10ec4-9304-45ff-b861-23e40d9e7cb3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:11.753181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82f5905a-01d6-4ab4-ab5d-c189d4706738 req-8cb10ec4-9304-45ff-b861-23e40d9e7cb3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0583906 Feb 01 18:51:11.804542 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82f5905a-01d6-4ab4-ab5d-c189d4706738 req-6e5b01e6-a47d-4c15-a0c6-966376dc10a2 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447352 Feb 01 18:51:11.849523 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:12.703136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791c860-35b5-4b83-ab40-ebc30404b398 req-db76e2c5-be60-4f63-ace9-8159de9b41d2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:12.704763 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a791c860-35b5-4b83-ab40-ebc30404b398 req-db76e2c5-be60-4f63-ace9-8159de9b41d2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0560613 Feb 01 18:51:12.756096 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a791c860-35b5-4b83-ab40-ebc30404b398 req-848ad27c-af15-42f3-9427-b223f1af3045 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Feb 01 18:51:12.806322 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:51:12.930277 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c65141-08c3-4e4e-9001-0041e0306013 req-7cf69de7-94ce-47b2-a628-e1fd9d16d6f3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:12.931699 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d0c65141-08c3-4e4e-9001-0041e0306013 req-7cf69de7-94ce-47b2-a628-e1fd9d16d6f3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0597868 Feb 01 18:51:12.985893 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d0c65141-08c3-4e4e-9001-0041e0306013 req-70ea9c6c-e8b3-4994-9a04-8ac85ec0a2de tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478837 Feb 01 18:51:13.875208 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d10ec-c4b2-4fe1-9fca-818e07396ac7 req-a90a8acd-31ad-41aa-a9fc-48ad0a02fab8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:13.876689 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-159d10ec-c4b2-4fe1-9fca-818e07396ac7 req-a90a8acd-31ad-41aa-a9fc-48ad0a02fab8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0523231 Feb 01 18:51:13.927289 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-159d10ec-c4b2-4fe1-9fca-818e07396ac7 req-6eb3dbf8-ed83-4919-ad97-6498938f49ef tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Feb 01 18:51:14.116872 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbcebf-dbbd-4091-92d4-703ce0812cff req-def07339-794c-4d0b-9ffd-cd9239125291 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:14.118372 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ffbcebf-dbbd-4091-92d4-703ce0812cff req-def07339-794c-4d0b-9ffd-cd9239125291 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0598288 Feb 01 18:51:14.170724 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ffbcebf-dbbd-4091-92d4-703ce0812cff req-f9b28543-cd9c-4b8d-ada3-ed6c70964967 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Feb 01 18:51:15.045581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188a50-c23a-463c-9cce-d94b73a04723 req-3ab14e8d-f932-4f6c-8ae0-af90c0141e0f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:15.046963 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c2188a50-c23a-463c-9cce-d94b73a04723 req-3ab14e8d-f932-4f6c-8ae0-af90c0141e0f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0514457 Feb 01 18:51:15.095451 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c2188a50-c23a-463c-9cce-d94b73a04723 req-634bda3a-6091-4417-a7ac-5a8f0c93f584 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404615 Feb 01 18:51:15.320449 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3e5fb-eca3-49c1-b832-700faf55d60a req-9075b36f-5a15-4de3-a122-a4e8e22dc8c1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:15.321892 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6a3e5fb-eca3-49c1-b832-700faf55d60a req-9075b36f-5a15-4de3-a122-a4e8e22dc8c1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0582647 Feb 01 18:51:15.373343 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6a3e5fb-eca3-49c1-b832-700faf55d60a req-54b4ddf2-3cf4-43da-ac97-5c127bb2c3cb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Feb 01 18:51:15.454918 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 56740) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:15.563967 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b2dbffb9-86dc-4e78-a26e-d99012fa6cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.640168 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b2dbffb9-86dc-4e78-a26e-d99012fa6cff admin admin] Publish callbacks [] for security_group (88250250-2e84-4538-8e15-5b52d0660f87), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.643968 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b2dbffb9-86dc-4e78-a26e-d99012fa6cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (88250250-2e84-4538-8e15-5b52d0660f87), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.690418 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b2dbffb9-86dc-4e78-a26e-d99012fa6cff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b1087b0de19469b984806786ff564d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343829 Feb 01 18:51:15.691370 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbffb9-86dc-4e78-a26e-d99012fa6cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88250250-2e84-4538-8e15-5b52d0660f87,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:15.693166 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 56744) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:15.742682 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] Publish callbacks [] for security_group (88250250-2e84-4538-8e15-5b52d0660f87), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.764172 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] Publish callbacks [] for security_group (88250250-2e84-4538-8e15-5b52d0660f87), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.814010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (88250250-2e84-4538-8e15-5b52d0660f87), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.816805 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:15.817967 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88250250-2e84-4538-8e15-5b52d0660f87 HTTP/1.1" status: 204 len: 168 time: 0.1237226 Feb 01 18:51:15.825696 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb403a-c002-4371-8aa4-ed547eeaf864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88250250-2e84-4538-8e15-5b52d0660f87,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:16.223074 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35013aa-9823-4d17-8bc0-6308c1098ae4 req-e51481a7-ea0b-41af-a5e6-b86105322d3d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:16.224570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c35013aa-9823-4d17-8bc0-6308c1098ae4 req-e51481a7-ea0b-41af-a5e6-b86105322d3d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0555601 Feb 01 18:51:16.274288 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c35013aa-9823-4d17-8bc0-6308c1098ae4 req-ce8d3ac4-1649-4044-8368-1e14e71cdf24 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Feb 01 18:51:16.496922 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da01bc-bc05-4492-b29e-c1cd45b5ad13 req-40a2cd8c-b9e3-4f10-b31f-5781cf4ed585 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:16.498436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00da01bc-bc05-4492-b29e-c1cd45b5ad13 req-40a2cd8c-b9e3-4f10-b31f-5781cf4ed585 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0580003 Feb 01 18:51:16.547154 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00da01bc-bc05-4492-b29e-c1cd45b5ad13 req-99695817-dd17-479a-862c-b5cdb0682d8e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Feb 01 18:51:17.395879 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb158-33b2-49db-b1d6-d50fdc664b3b req-09fa0082-1896-42c1-a191-22dc3d6e98d0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:17.397260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d49bb158-33b2-49db-b1d6-d50fdc664b3b req-09fa0082-1896-42c1-a191-22dc3d6e98d0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0539355 Feb 01 18:51:17.443260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d49bb158-33b2-49db-b1d6-d50fdc664b3b req-f4fc5580-c71e-4da4-97f3-ac78481b4d8f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Feb 01 18:51:17.668480 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcb47f-cbfd-486b-95ff-7a0e38b28873 req-effe41a4-13ee-4cae-ba1e-896b873e7d18 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:17.671429 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b2bcb47f-cbfd-486b-95ff-7a0e38b28873 req-effe41a4-13ee-4cae-ba1e-896b873e7d18 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0557036 Feb 01 18:51:17.720331 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b2bcb47f-cbfd-486b-95ff-7a0e38b28873 req-8cb3dbfa-7ff1-46b7-8db7-fea4043c249f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 Feb 01 18:51:18.044258 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-3765d274-f9ee-4431-8888-90bffad7dd61 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281823 Feb 01 18:51:18.222978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-51454d07-b85f-49b6-a6a2-a06c87930329 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:18.224328 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-51454d07-b85f-49b6-a6a2-a06c87930329 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750376 Feb 01 18:51:18.238767 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-54ae0241-8a09-46aa-b502-56553a39892f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/quotas/1c0335ca9c9d40b2aae28cbaafaaede5 HTTP/1.1" status: 200 len: 375 time: 0.0090489 Feb 01 18:51:18.273251 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-600b7813-e5d2-4215-8758-dc5090db236a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297177 Feb 01 18:51:18.435323 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-918894ac-999b-4d84-9c7c-c4777f2cdc38 req-6a2b067a-cc53-4118-acc0-ed630037e484 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 210 time: 0.0278335 Feb 01 18:51:18.567464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230f97f-c7b4-4f6c-9afd-ecb9d0e59cd0 req-acdc5e63-af49-41f9-b863-99af2d185dbc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:18.569237 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0230f97f-c7b4-4f6c-9afd-ecb9d0e59cd0 req-acdc5e63-af49-41f9-b863-99af2d185dbc tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0587280 Feb 01 18:51:18.620125 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0230f97f-c7b4-4f6c-9afd-ecb9d0e59cd0 req-13f2b2ed-77b2-43f3-8ef1-6bc23f76ff31 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Feb 01 18:51:18.849536 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a52a4-991b-431f-b5a6-373290e0a1c9 req-88407efa-6209-4836-ab50-6a4432b0b9e8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:18.852080 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-923a52a4-991b-431f-b5a6-373290e0a1c9 req-88407efa-6209-4836-ab50-6a4432b0b9e8 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0592041 Feb 01 18:51:18.902020 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-923a52a4-991b-431f-b5a6-373290e0a1c9 req-536c458e-1f7a-4eb5-a471-5a962b339d6c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Feb 01 18:51:19.534359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e806d92-ac7f-4e9a-a766-bcc487ef38f0 req-60ed67ee-3171-40d9-ad54-16ad4fd3594f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 210 time: 0.0330896 Feb 01 18:51:19.570396 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-5f7bf7b7-12b6-4e61-9735-6a11c8ceb636 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284042 Feb 01 18:51:19.761937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1a0f5-ddcc-4a1f-a4c1-b8005fe61f37 req-4f3a5183-2dc3-445e-99b2-4553a1896e36 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:19.765024 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ead1a0f5-ddcc-4a1f-a4c1-b8005fe61f37 req-4f3a5183-2dc3-445e-99b2-4553a1896e36 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0665789 Feb 01 18:51:19.778520 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-b8d22897-4eee-411b-b742-6c4b72b66d6a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:19.779955 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-b8d22897-4eee-411b-b742-6c4b72b66d6a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988318 Feb 01 18:51:19.813640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Request body: {'port': {'device_id': '7618b541-b225-40b8-8f00-ce871ed564ce', 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f', 'admin_state_up': True, 'tenant_id': '1c0335ca9c9d40b2aae28cbaafaaede5'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:19.814681 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ead1a0f5-ddcc-4a1f-a4c1-b8005fe61f37 req-71117d3e-22f2-4614-9d86-a83ecbfb9cc5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Feb 01 18:51:19.922203 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Made reservation on behalf of 1c0335ca9c9d40b2aae28cbaafaaede5 for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:51:19.925531 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:19.936794 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.018834 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks [] for security_group (8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.023352 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.035308 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c97afc-9a37-4892-bcae-e7b0b5fc10d4 req-d5923a90-3360-4210-8dbb-9eb7d5f27315 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:20.037181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c97afc-9a37-4892-bcae-e7b0b5fc10d4 req-d5923a90-3360-4210-8dbb-9eb7d5f27315 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0625575 Feb 01 18:51:20.089531 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:20.090046 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c97afc-9a37-4892-bcae-e7b0b5fc10d4 req-584fe35c-dfb2-47ad-bbcd-c57e32446a02 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472052 Feb 01 18:51:20.163236 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Allocated IP 192.168.233.116 (10c70a24-f544-402a-8593-1f7409b4270f/4ae251af-b014-4ee8-8799-f0678d3a252b/817860bd-e495-48f4-96bc-94d43f1c41b3) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:51:20.305994 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks [] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.340716 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.385456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Network 10c70a24-f544-402a-8593-1f7409b4270f is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:51:20.388364 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:51:20.391877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:51:20.400714 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Pushing event updated for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:20.450176 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:20.450949 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.468730 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-50d00670-0e4b-44a2-9503-da30f12463d7 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6595886 Feb 01 18:51:20.487929 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Request body: {'port': {'device_id': '7618b541-b225-40b8-8f00-ce871ed564ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:51:20.555237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.646142 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-7f4307ec-c6fd-438e-a029-3084701367ae None None] Provisioning complete for port 817860bd-e495-48f4-96bc-94d43f1c41b3 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:51:20.646833 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-7f4307ec-c6fd-438e-a029-3084701367ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.660483 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303456f-0b87-460e-8c22-d8090ac3b7bc req-007fd138-babe-4f72-9a00-26c3cb0ce7f6 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:20.662032 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e303456f-0b87-460e-8c22-d8090ac3b7bc req-007fd138-babe-4f72-9a00-26c3cb0ce7f6 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 936 time: 0.0577850 Feb 01 18:51:20.684066 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-7f4307ec-c6fd-438e-a029-3084701367ae None None] Port 817860bd-e495-48f4-96bc-94d43f1c41b3 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:51:20.714962 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e303456f-0b87-460e-8c22-d8090ac3b7bc req-e4ce843a-ea71-41cb-85d3-792b3403012c tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Feb 01 18:51:20.824994 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817860bd-e495-48f4-96bc-94d43f1c41b3 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:51:20.832899 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks [] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.845530 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Transition to ACTIVE for port object 817860bd-e495-48f4-96bc-94d43f1c41b3 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:51:20.848939 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:20.942024 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Pushing event updated for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:20.957941 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92f9ea-376b-4c9e-9f0e-69d0abdf6a52 req-66620a60-ecf8-4143-9ae7-9fd68fb1f972 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:20.959676 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c92f9ea-376b-4c9e-9f0e-69d0abdf6a52 req-66620a60-ecf8-4143-9ae7-9fd68fb1f972 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0659661 Feb 01 18:51:20.977378 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Attempting to bind port 817860bd-e495-48f4-96bc-94d43f1c41b3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:51:20.977739 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Attempting to bind port 817860bd-e495-48f4-96bc-94d43f1c41b3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:51:20.978231 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Attempting to bind port 817860bd-e495-48f4-96bc-94d43f1c41b3 on network 10c70a24-f544-402a-8593-1f7409b4270f {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:51:20.983415 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Port 817860bd-e495-48f4-96bc-94d43f1c41b3 on network 10c70a24-f544-402a-8593-1f7409b4270f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:51:20.983836 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Attempting to bind port 817860bd-e495-48f4-96bc-94d43f1c41b3 on network 10c70a24-f544-402a-8593-1f7409b4270f {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:51:20.989331 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:51:20.989668 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Checking segment: {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:51:20.990053 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Bound using segment: {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:51:20.990510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Bound port: 817860bd-e495-48f4-96bc-94d43f1c41b3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a7093ab-ed04-4312-a895-dfe9cac9b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:51:20.990904 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:21.014235 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9c92f9ea-376b-4c9e-9f0e-69d0abdf6a52 req-fc89111d-2001-4d2f-bd36-a448bd6d4f9a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 Feb 01 18:51:21.084238 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:51:21.089099 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=817860bd-e495-48f4-96bc-94d43f1c41b3,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:51:21.096476 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:21.145848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.146465 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:21.147942 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/817860bd-e495-48f4-96bc-94d43f1c41b3 HTTP/1.1" status: 200 len: 1098 time: 0.6645894 Feb 01 18:51:21.148322 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:21.150669 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b164b-23b4-4c53-b814-b5017c8a0bee" -d '{"events": [{"name": "network-changed", "server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:21.191022 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c42a7-bdb4-426f-a9ec-b0a001cf21d9 service neutron] Pushing event updated for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:21.248481 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-acae222f-5991-4f2c-a7c2-7024b99d2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.250668 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-acae222f-5991-4f2c-a7c2-7024b99d2838 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 1132 time: 0.0562556 Feb 01 18:51:21.254549 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45de3d1-7b15-48f9-8f35-4af6021aeed4 req-a57b16e0-0894-48ae-adf6-6901b45ae596 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.258454 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c45de3d1-7b15-48f9-8f35-4af6021aeed4 req-a57b16e0-0894-48ae-adf6-6901b45ae596 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0863945 Feb 01 18:51:21.263689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5b6985-3ea5-40a2-bf17-5b897955c60c x-openstack-request-id: req-3f5b6985-3ea5-40a2-bf17-5b897955c60c {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:21.264055 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:21.264311 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f5b6985-3ea5-40a2-bf17-5b897955c60c {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:21.264967 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3', 'status': 'completed', 'code': 200} Feb 01 18:51:21.314719 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-c5eb1d0e-e21d-4f17-9332-e00c2a3fdd7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=817860bd-e495-48f4-96bc-94d43f1c41b3 HTTP/1.1" status: 200 len: 217 time: 0.0412376 Feb 01 18:51:21.324555 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c45de3d1-7b15-48f9-8f35-4af6021aeed4 req-59849f07-81b0-4680-85ff-346060e01ff4 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590343 Feb 01 18:51:21.384611 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-1013661f-292b-48ea-a66f-1ad5cee173ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.386071 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-1013661f-292b-48ea-a66f-1ad5cee173ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ae251af-b014-4ee8-8799-f0678d3a252b HTTP/1.1" status: 200 len: 843 time: 0.0538557 Feb 01 18:51:21.441894 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-b18554d3-d9c4-4011-8cf2-11a7ceff260f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.443389 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-b18554d3-d9c4-4011-8cf2-11a7ceff260f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c70a24-f544-402a-8593-1f7409b4270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0451722 Feb 01 18:51:21.547131 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-14df0440-6471-4172-b710-7390c15e6a8a service neutron] 10.222.0.39 "GET /v2.0/networks/10c70a24-f544-402a-8593-1f7409b4270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873644 Feb 01 18:51:21.640507 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-bdf5bce7-9c47-4cf2-ab89-60c162c67584 req-6729786c-819e-4dc3-89aa-804a42a50a38 service neutron] 10.222.0.39 "GET /v2.0/networks/10c70a24-f544-402a-8593-1f7409b4270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836096 Feb 01 18:51:21.745314 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-39118d18-3ac3-42a2-90e0-da55673a8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.746849 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-39118d18-3ac3-42a2-90e0-da55673a8eed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 1132 time: 0.0512171 Feb 01 18:51:21.844089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6430e-1ea8-4e27-9d85-2b42d4b08385 req-3c554455-7225-484b-b6ee-109ae933367f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.847368 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1ea6430e-1ea8-4e27-9d85-2b42d4b08385 req-3c554455-7225-484b-b6ee-109ae933367f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 948 time: 0.0590861 Feb 01 18:51:21.848646 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-20abd72f-a216-44ed-aca6-1bd193fa1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:21.850227 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-20abd72f-a216-44ed-aca6-1bd193fa1860 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10c70a24-f544-402a-8593-1f7409b4270f HTTP/1.1" status: 200 len: 870 time: 0.0857084 Feb 01 18:51:21.904847 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1ea6430e-1ea8-4e27-9d85-2b42d4b08385 req-c65dda37-c073-40f6-a42b-92178d909a7f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525882 Feb 01 18:51:21.928042 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-a9faab62-3d0c-43ff-87ae-1a66cfa79d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=817860bd-e495-48f4-96bc-94d43f1c41b3 HTTP/1.1" status: 200 len: 217 time: 0.0670617 Feb 01 18:51:22.202013 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05ff25-82ba-4afc-a522-2c60c9dceba0 req-1164a52d-78c3-410b-abc3-d0c6eee36cf1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:22.203736 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5a05ff25-82ba-4afc-a522-2c60c9dceba0 req-1164a52d-78c3-410b-abc3-d0c6eee36cf1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0920806 Feb 01 18:51:22.216878 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-c131a2f2-394a-4315-8593-d6d79cda6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:22.219114 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-c131a2f2-394a-4315-8593-d6d79cda6fc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ae251af-b014-4ee8-8799-f0678d3a252b HTTP/1.1" status: 200 len: 843 time: 0.2799573 Feb 01 18:51:22.254195 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5a05ff25-82ba-4afc-a522-2c60c9dceba0 req-27b56dc1-696d-4e7a-87ab-13215ea017e8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447452 Feb 01 18:51:22.274410 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-624fa2ca-67a9-4afe-8ed0-e6e1291f287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:22.275953 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-624fa2ca-67a9-4afe-8ed0-e6e1291f287c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c70a24-f544-402a-8593-1f7409b4270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0454719 Feb 01 18:51:22.378176 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-cd303fbd-36f1-4511-b6e6-dcc472dbaede service neutron] 10.222.0.39 "GET /v2.0/networks/10c70a24-f544-402a-8593-1f7409b4270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920086 Feb 01 18:51:22.472858 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93f057-c1f4-41c3-81f1-d568a69374ef req-f998d8c6-a085-4b51-ba89-54287b2515f5 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:22.475259 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf93f057-c1f4-41c3-81f1-d568a69374ef req-f998d8c6-a085-4b51-ba89-54287b2515f5 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0647306 Feb 01 18:51:22.490595 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-311b164b-23b4-4c53-b814-b5017c8a0bee req-1a718a7a-c23e-486b-a67d-b93e4e631f17 service neutron] 10.222.0.39 "GET /v2.0/networks/10c70a24-f544-402a-8593-1f7409b4270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957654 Feb 01 18:51:22.527326 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cf93f057-c1f4-41c3-81f1-d568a69374ef req-b5166391-d5e7-4116-a8d8-518c7f7da723 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Feb 01 18:51:22.806748 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:23.032143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd4580-5cc9-49dc-bfad-d96352f5db93 req-29311e7a-d154-4bb1-97e1-c976c64b7688 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:23.033549 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eadd4580-5cc9-49dc-bfad-d96352f5db93 req-29311e7a-d154-4bb1-97e1-c976c64b7688 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 948 time: 0.0573835 Feb 01 18:51:23.088469 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eadd4580-5cc9-49dc-bfad-d96352f5db93 req-e99ef350-c5d7-40d3-a938-e2730a22777a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491447 Feb 01 18:51:23.375978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f40b4-44b6-4dcb-b160-95cf4b14b26c req-8dd97ebe-2d9e-4f7b-a898-4ca945a4491d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:23.376919 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-307f40b4-44b6-4dcb-b160-95cf4b14b26c req-8dd97ebe-2d9e-4f7b-a898-4ca945a4491d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0527422 Feb 01 18:51:23.444161 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-307f40b4-44b6-4dcb-b160-95cf4b14b26c req-f4bee48b-bd8f-4bb8-901b-64ecd9e50d16 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Feb 01 18:51:23.646728 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df320b-4fbb-4152-9f29-334ef9cefab1 req-9e36282e-6116-4331-8141-e2c028107762 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:23.648189 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7df320b-4fbb-4152-9f29-334ef9cefab1 req-9e36282e-6116-4331-8141-e2c028107762 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0521090 Feb 01 18:51:23.698507 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7df320b-4fbb-4152-9f29-334ef9cefab1 req-6dcb10d1-5fb6-4b8b-877b-6adb8132b294 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Feb 01 18:51:23.719423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 817860bd-e495-48f4-96bc-94d43f1c41b3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:51:23.821960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=817860bd-e495-48f4-96bc-94d43f1c41b3,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:23.835078 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '817860bd-e495-48f4-96bc-94d43f1c41b3', 'network_id': '10c70a24-f544-402a-8593-1f7409b4270f', 'port_id': '817860bd-e495-48f4-96bc-94d43f1c41b3', 'mac_address': 'fa:16:3e:eb:dd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae251af-b014-4ee8-8799-f0678d3a252b', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:51:23.880374 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 817860bd-e495-48f4-96bc-94d43f1c41b3 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:51:23.881067 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:23.894714 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817860bd-e495-48f4-96bc-94d43f1c41b3 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:51:23.914918 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=817860bd-e495-48f4-96bc-94d43f1c41b3,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:23.919723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:23.936370 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a2403-d259-4940-8812-0e82e9956f64 req-1c30557c-cb2f-4a44-9d53-99ee78af6673 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:23.939583 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-781a2403-d259-4940-8812-0e82e9956f64 req-1c30557c-cb2f-4a44-9d53-99ee78af6673 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0805879 Feb 01 18:51:23.968236 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:23.999953 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-781a2403-d259-4940-8812-0e82e9956f64 req-b362acf9-ad79-4e8e-bcb4-4b208e52f90a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550416 Feb 01 18:51:24.030258 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-8bcc8d16-022e-40d8-8005-1455f24c2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.031775 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-8bcc8d16-022e-40d8-8005-1455f24c2a55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.0450764 Feb 01 18:51:24.126184 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-03005ba7-4127-4c08-8c32-7947a26bdfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.127094 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-03005ba7-4127-4c08-8c32-7947a26bdfb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.0879998 Feb 01 18:51:24.200375 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-0142224f-37d7-4bdf-80db-423cdf2ffbb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1002 time: 0.0629416 Feb 01 18:51:24.211974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23fc4-6a31-4b57-9e9f-09fa9f6ea0d7 req-f0829d48-63fc-4e99-acce-2f2a64de9518 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.213421 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6c23fc4-6a31-4b57-9e9f-09fa9f6ea0d7 req-f0829d48-63fc-4e99-acce-2f2a64de9518 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 949 time: 0.0547493 Feb 01 18:51:24.262234 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6c23fc4-6a31-4b57-9e9f-09fa9f6ea0d7 req-3134ac50-0f5b-4e5f-8c31-c72e6ba6d5dc tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Feb 01 18:51:24.268432 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-10a07200-ccfe-4644-986b-3d998c26dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.269886 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-10a07200-ccfe-4644-986b-3d998c26dc44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0478480 Feb 01 18:51:24.321336 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['817860bd-e495-48f4-96bc-94d43f1c41b3'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:51:24.331093 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-a52409bc-197e-452c-8a9d-5ba05009b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.332605 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-a52409bc-197e-452c-8a9d-5ba05009b801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464356 Feb 01 18:51:24.430928 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-0b62b737-e4ac-49e9-bf97-4a567e112b60 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Feb 01 18:51:24.557909 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-31b1d34d-4167-4303-8e9d-8d09fa65c44f req-48cdef06-c2a2-4771-ac4c-0d76e7c57b80 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168077 Feb 01 18:51:24.582811 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1523ce-c3ce-4784-814f-f55967855b39 req-daca1e54-2ac5-43c5-8de3-ec8dd0c9f4d1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:24.584381 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b1523ce-c3ce-4784-814f-f55967855b39 req-daca1e54-2ac5-43c5-8de3-ec8dd0c9f4d1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0562975 Feb 01 18:51:24.635578 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b1523ce-c3ce-4784-814f-f55967855b39 req-11461313-59c3-4a1b-aec9-5e9ac8c8c8c4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Feb 01 18:51:25.124564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6bad1-82b7-4691-a2a6-a0cfd06dcc6f req-eefc1178-b233-4f59-bce0-40dbbd477881 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:25.126072 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a6b6bad1-82b7-4691-a2a6-a0cfd06dcc6f req-eefc1178-b233-4f59-bce0-40dbbd477881 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0546372 Feb 01 18:51:25.175939 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a6b6bad1-82b7-4691-a2a6-a0cfd06dcc6f req-221ac4ce-4b8b-4e19-a428-bcf542fe8673 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Feb 01 18:51:25.393495 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447d8b-59a2-4e25-93fe-141cf5a5ed0a req-5e7d2fec-9477-4192-b778-1bf21bc1ae25 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:25.395025 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e447d8b-59a2-4e25-93fe-141cf5a5ed0a req-5e7d2fec-9477-4192-b778-1bf21bc1ae25 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 949 time: 0.0586746 Feb 01 18:51:25.449851 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e447d8b-59a2-4e25-93fe-141cf5a5ed0a req-4c7ad371-26ad-45cb-b68d-4c8c145a8796 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Feb 01 18:51:25.738450 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 817860bd-e495-48f4-96bc-94d43f1c41b3 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:51:25.753092 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04d115-d300-498e-a4bb-9efb0c040ce9 req-1f9f0286-4ed5-462c-8071-abb77d4fd271 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:25.754616 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f04d115-d300-498e-a4bb-9efb0c040ce9 req-1f9f0286-4ed5-462c-8071-abb77d4fd271 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0527885 Feb 01 18:51:25.788861 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 817860bd-e495-48f4-96bc-94d43f1c41b3 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:51:25.793056 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 817860bd-e495-48f4-96bc-94d43f1c41b3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:51:25.793450 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:25.802707 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2f04d115-d300-498e-a4bb-9efb0c040ce9 req-45b60cb4-5cc3-4d8a-9071-3c51d1dfd85e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Feb 01 18:51:25.877448 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 817860bd-e495-48f4-96bc-94d43f1c41b3 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:51:25.877825 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:25.902535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:25.904882 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fb367-1f6a-43df-b939-b6db08f5346e" -d '{"events": [{"server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "name": "network-vif-plugged", "status": "completed", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:25.918768 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=817860bd-e495-48f4-96bc-94d43f1c41b3,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:25.923969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:25.947940 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3084d3a8-92d4-4bd8-aedc-fb0dc39ea6c0 x-openstack-request-id: req-3084d3a8-92d4-4bd8-aedc-fb0dc39ea6c0 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:25.948235 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "name": "network-vif-plugged", "status": "completed", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:25.948493 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3084d3a8-92d4-4bd8-aedc-fb0dc39ea6c0 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:25.948874 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3', 'code': 200} Feb 01 18:51:25.975391 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:26.133827 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb5b4-c5f0-47e0-9e7c-82985f44765d req-d9782010-920e-41bb-912f-bc335b8373f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:26.135345 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-affdb5b4-c5f0-47e0-9e7c-82985f44765d req-d9782010-920e-41bb-912f-bc335b8373f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 1134 time: 0.0474985 Feb 01 18:51:26.180791 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-affdb5b4-c5f0-47e0-9e7c-82985f44765d req-8bff1332-cf00-44bc-9537-243bfecbd2f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Feb 01 18:51:26.294093 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d33344-d6e5-4d6b-8830-112e6cd2dbf2 req-e0c00211-7ee0-4599-a1f4-a180d5ecb24e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:26.295593 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16d33344-d6e5-4d6b-8830-112e6cd2dbf2 req-e0c00211-7ee0-4599-a1f4-a180d5ecb24e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0534317 Feb 01 18:51:26.350928 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16d33344-d6e5-4d6b-8830-112e6cd2dbf2 req-b1f44afe-e4c7-490f-a4a2-9e6c826dc259 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Feb 01 18:51:26.569195 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be209a6-9feb-49bb-ac19-6488bff68557 req-6bc0340f-13c6-46a6-8f97-72718a74342a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:26.570647 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1be209a6-9feb-49bb-ac19-6488bff68557 req-6bc0340f-13c6-46a6-8f97-72718a74342a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0515857 Feb 01 18:51:26.617106 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1be209a6-9feb-49bb-ac19-6488bff68557 req-9ee04f53-0662-4817-9118-fb0bf2299c4a tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407803 Feb 01 18:51:26.923753 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e976c-73a1-40f0-a9b2-e0b3037cf0ee req-0031dc08-79f2-46fe-9b31-facf21daa76c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:26.925230 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-774e976c-73a1-40f0-a9b2-e0b3037cf0ee req-0031dc08-79f2-46fe-9b31-facf21daa76c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0533552 Feb 01 18:51:26.972035 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-774e976c-73a1-40f0-a9b2-e0b3037cf0ee req-35829b44-ef62-4b8b-88d7-6c1dae9af2f1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Feb 01 18:51:27.739715 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e945cd0-dd2c-4b14-8fbc-234e24d171b4 req-78aadaa9-7235-495c-862e-017b9aa82e85 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:27.741182 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1e945cd0-dd2c-4b14-8fbc-234e24d171b4 req-78aadaa9-7235-495c-862e-017b9aa82e85 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0559032 Feb 01 18:51:27.788961 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1e945cd0-dd2c-4b14-8fbc-234e24d171b4 req-2d3a5973-5c38-4a31-b8fa-5fb509c7641f tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Feb 01 18:51:28.092319 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda515f9-c731-4eaf-b5a4-06842e5005f3 req-a2134577-37d9-4761-b46d-e5bcc993dd34 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:28.093766 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cda515f9-c731-4eaf-b5a4-06842e5005f3 req-a2134577-37d9-4761-b46d-e5bcc993dd34 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0524397 Feb 01 18:51:28.143372 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cda515f9-c731-4eaf-b5a4-06842e5005f3 req-355e7e00-5c21-4b87-96c4-044c146a4d72 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434251 Feb 01 18:51:28.908246 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df921-5eff-4ccc-8ca7-fe643997ad88 req-af8e0348-3614-4ce9-b235-d9e76c195a86 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:28.909725 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-788df921-5eff-4ccc-8ca7-fe643997ad88 req-af8e0348-3614-4ce9-b235-d9e76c195a86 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0533643 Feb 01 18:51:28.962759 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-788df921-5eff-4ccc-8ca7-fe643997ad88 req-bab4811f-1204-4e67-af96-e3f0e5b1e2a3 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Feb 01 18:51:29.266576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3e34c-52b1-4d2f-8345-8f9383ce4ee6 req-8837ee3d-a728-435c-b90d-92e2ea78c7b5 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:29.267927 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ef3e34c-52b1-4d2f-8345-8f9383ce4ee6 req-8837ee3d-a728-435c-b90d-92e2ea78c7b5 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0851476 Feb 01 18:51:29.279558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dccdb2-e07c-472d-b5f0-d6f022090b78 req-5c0dd6bc-7cf2-40bf-9f45-b8c4a138c95d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:29.281039 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98dccdb2-e07c-472d-b5f0-d6f022090b78 req-5c0dd6bc-7cf2-40bf-9f45-b8c4a138c95d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0697443 Feb 01 18:51:29.354829 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ef3e34c-52b1-4d2f-8345-8f9383ce4ee6 req-176c0f61-50a3-4173-b580-260248409c42 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Feb 01 18:51:29.358118 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98dccdb2-e07c-472d-b5f0-d6f022090b78 req-732eadb3-d096-422e-a5fb-72fe78300ad4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Feb 01 18:51:30.508047 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab10aef-3006-4434-ad80-60ef26f17a07 req-4730ac4a-c483-478f-a8c0-50a6fc449910 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:30.509524 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ab10aef-3006-4434-ad80-60ef26f17a07 req-4730ac4a-c483-478f-a8c0-50a6fc449910 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0856197 Feb 01 18:51:30.517947 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3a5e5-4628-4735-b172-ad4067d386b7 req-4aba38d7-e6d5-4063-9152-a4b6aab626f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:30.519398 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d5e3a5e5-4628-4735-b172-ad4067d386b7 req-4aba38d7-e6d5-4063-9152-a4b6aab626f0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0935431 Feb 01 18:51:30.587539 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ab10aef-3006-4434-ad80-60ef26f17a07 req-4856266b-f34a-4a23-ab55-a9617ee114b4 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Feb 01 18:51:30.595154 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d5e3a5e5-4628-4735-b172-ad4067d386b7 req-b65b5df1-0a01-45a3-8d2d-d88b0b341acd tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690248 Feb 01 18:51:31.587661 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-92adcec1-59f4-4820-8de3-5ad9d6060f6e tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:31.589077 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-92adcec1-59f4-4820-8de3-5ad9d6060f6e tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.39 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0560420 Feb 01 18:51:31.693412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Deleting port 817860bd-e495-48f4-96bc-94d43f1c41b3 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:51:31.693747 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:31.745993 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455f46f-5636-4a2b-9a96-0de8307bf4e9 req-c5f676bc-ae1c-41de-8f99-5ee227c422a2 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:31.748045 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d455f46f-5636-4a2b-9a96-0de8307bf4e9 req-c5f676bc-ae1c-41de-8f99-5ee227c422a2 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/ports?device_id=7618b541-b225-40b8-8f00-ce871ed564ce HTTP/1.1" status: 200 len: 950 time: 0.0856857 Feb 01 18:51:31.771793 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040de876-25b4-4e7c-9290-0292aefb1068 req-339fbe98-fdbb-48c5-b370-7f06491c12f4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:31.773297 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-040de876-25b4-4e7c-9290-0292aefb1068 req-339fbe98-fdbb-48c5-b370-7f06491c12f4 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0979733 Feb 01 18:51:31.794262 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] For port 817860bd-e495-48f4-96bc-94d43f1c41b3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=817860bd-e495-48f4-96bc-94d43f1c41b3,segment=NetworkSegment(2a7093ab-ed04-4312-a895-dfe9cac9b957),segment_id=2a7093ab-ed04-4312-a895-dfe9cac9b957)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:31.795046 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:31.810127 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Calling delete_port for 817860bd-e495-48f4-96bc-94d43f1c41b3 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:51:31.844456 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d455f46f-5636-4a2b-9a96-0de8307bf4e9 req-9fbc9bb2-547f-427c-917a-2291c8d2dcb6 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.31 "GET /v2.0/security-groups?id=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869212 Feb 01 18:51:31.856437 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-040de876-25b4-4e7c-9290-0292aefb1068 req-3c8e525c-33f9-4483-b44c-9766a1f7c39a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711293 Feb 01 18:51:31.946054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (817860bd-e495-48f4-96bc-94d43f1c41b3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:31.979933 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Pushing event deleted for resources: {'Port': ['ID=817860bd-e495-48f4-96bc-94d43f1c41b3,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:32.014330 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.014721 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.015098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.015386 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.015711 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.016040 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.016361 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.016682 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.017005 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.017320 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.017640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.017952 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.018265 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:32.039193 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] No DVR routers for this DVR port 817860bd-e495-48f4-96bc-94d43f1c41b3 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:51:32.041875 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:32.045757 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5391b5b7-5ee4-4e5b-aaf0-553f99bc4769 req-edb22d05-6a72-4955-b92f-c1a266779f72 tempest-VolumesNegativeTest-1103753118 tempest-VolumesNegativeTest-1103753118-project] 10.222.0.39 "DELETE /v2.0/ports/817860bd-e495-48f4-96bc-94d43f1c41b3 HTTP/1.1" status: 204 len: 173 time: 0.4463265 Feb 01 18:51:32.046205 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'name': 'network-vif-deleted', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:32.048498 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fc705b-f7be-46a3-810d-ce98ec99c8b4" -d '{"events": [{"server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "name": "network-vif-deleted", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:32.108708 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae66a5c6-cc58-45ba-baac-d2c157579f9b x-openstack-request-id: req-ae66a5c6-cc58-45ba-baac-d2c157579f9b {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:32.108998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7618b541-b225-40b8-8f00-ce871ed564ce", "name": "network-vif-deleted", "tag": "817860bd-e495-48f4-96bc-94d43f1c41b3", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:32.109348 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae66a5c6-cc58-45ba-baac-d2c157579f9b {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:32.109791 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7618b541-b225-40b8-8f00-ce871ed564ce', 'name': 'network-vif-deleted', 'tag': '817860bd-e495-48f4-96bc-94d43f1c41b3', 'status': 'completed', 'code': 200} Feb 01 18:51:33.014604 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b78261-fc30-407c-8335-b41ef9074bfb req-f1bbd8f6-8501-416b-8142-b5c8afe85750 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:33.016076 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9b78261-fc30-407c-8335-b41ef9074bfb req-f1bbd8f6-8501-416b-8142-b5c8afe85750 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0733755 Feb 01 18:51:33.074512 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9b78261-fc30-407c-8335-b41ef9074bfb req-5a8d9f1b-cebb-4ec8-b8e4-e5d58dd36afb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Feb 01 18:51:33.753781 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 817860bd-e495-48f4-96bc-94d43f1c41b3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:51:33.790410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 817860bd-e495-48f4-96bc-94d43f1c41b3 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:51:33.791045 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 817860bd-e495-48f4-96bc-94d43f1c41b3 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:51:34.207464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d75d-0a64-47bb-8f32-99bb2db3df6a req-8fae094c-bd70-4621-a200-225e5ba5c936 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:34.208969 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-55f6d75d-0a64-47bb-8f32-99bb2db3df6a req-8fae094c-bd70-4621-a200-225e5ba5c936 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0552783 Feb 01 18:51:34.261981 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-55f6d75d-0a64-47bb-8f32-99bb2db3df6a req-2e1264b9-2c2b-4904-8f87-c14f0233275c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Feb 01 18:51:35.405188 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea02dfd-f48d-4e7e-84d5-b372e136ea01 req-87f1c482-4785-4f11-bc93-1e1a893b3d3f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:35.406687 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ea02dfd-f48d-4e7e-84d5-b372e136ea01 req-87f1c482-4785-4f11-bc93-1e1a893b3d3f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0673814 Feb 01 18:51:35.472824 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4ea02dfd-f48d-4e7e-84d5-b372e136ea01 req-8f8df5b2-0267-4de0-be83-6851c0c38f19 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601962 Feb 01 18:51:35.838154 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7e77-ac42-4b9d-a9a6-dab36fd14847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:36.626814 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7ce46-53bf-4b1d-bf8c-84805c7243cb req-6f537160-53c7-4f27-87f7-e87774f0841f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:36.629120 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05f7ce46-53bf-4b1d-bf8c-84805c7243cb req-6f537160-53c7-4f27-87f7-e87774f0841f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0664654 Feb 01 18:51:36.682353 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-685b8b4c-d640-4ec2-b8dd-70d45efa1f96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604270 Feb 01 18:51:36.696366 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-05f7ce46-53bf-4b1d-bf8c-84805c7243cb req-8148cb81-db31-48db-aa54-957f8af7bff2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566638 Feb 01 18:51:36.808351 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-84a9e1e3-4034-4732-8149-ed9de5b7581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:36.810286 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-84a9e1e3-4034-4732-8149-ed9de5b7581e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 1130 time: 0.0577011 Feb 01 18:51:36.945819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57150) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:36.966782 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-97721850-8f13-4f89-a37f-63b15a97f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:36.968069 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-97721850-8f13-4f89-a37f-63b15a97f986 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1301029 Feb 01 18:51:37.038019 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-deb82f99-d6ed-49fa-a71b-80fc61412edb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 200 len: 1000 time: 0.0587730 Feb 01 18:51:37.120974 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2d4978da-5b0a-4674-b403-66083b397ada admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c0335ca9c9d40b2aae28cbaafaaede5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739991 Feb 01 18:51:37.123187 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-1093be02-52d7-4178-9647-00eb92dd6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:37.124615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57154) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:51:37.124843 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-1093be02-52d7-4178-9647-00eb92dd6f89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0753610 Feb 01 18:51:37.175442 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Publish callbacks [] for security_group (8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:37.183434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-b68e32d2-d63e-491c-8a19-82c22cebd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:37.185228 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-b68e32d2-d63e-491c-8a19-82c22cebd56c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467920 Feb 01 18:51:37.199717 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Publish callbacks [] for security_group (8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:37.249753 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:37.253633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:37.255189 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88 HTTP/1.1" status: 204 len: 168 time: 0.1295660 Feb 01 18:51:37.266867 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a3e32-e22f-4095-8ed5-86f8e6cf9a88,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:37.276177 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.276665 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.278433 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.278433 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.279128 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.279539 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.279959 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.280380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.280903 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.281350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.281768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.282178 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.282642 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af20ec1d-a3c1-41c8-93e2-1732707d4338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:51:37.291561 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-c6c825af-06db-42d6-843c-8e7331d9d6e5 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960462 Feb 01 18:51:37.411717 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-92bbc62e-59db-44c7-8ea5-b4bac97a9776 req-21a98a16-259f-4cd3-a1e8-6b6c063f4d4f service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046746 Feb 01 18:51:37.829145 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557110f-a0a8-49c7-946a-e874abd47966 req-e53c7f4d-f8d1-432c-bfae-a57b52495e52 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:37.830652 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b557110f-a0a8-49c7-946a-e874abd47966 req-e53c7f4d-f8d1-432c-bfae-a57b52495e52 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0530601 Feb 01 18:51:37.882274 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b557110f-a0a8-49c7-946a-e874abd47966 req-67306d42-849f-4c15-81a2-8e7267717806 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457814 Feb 01 18:51:37.921620 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-835a2d20-d6a9-4ece-862b-7f84d0c3d9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:39.041177 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47784c-97ae-4ca7-898c-7eb94d67022d req-3ceb6588-efd3-4653-8310-94ca5e17136e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:39.042785 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3f47784c-97ae-4ca7-898c-7eb94d67022d req-3ceb6588-efd3-4653-8310-94ca5e17136e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0531161 Feb 01 18:51:39.102160 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3f47784c-97ae-4ca7-898c-7eb94d67022d req-68597e1a-8a52-4a2f-93a2-b5cf740872f8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Feb 01 18:51:39.229933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:40.219462 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a98bae-fbe4-407b-af13-d4f0793775df req-8f61f045-61da-4086-b8bb-9ad18690b73a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:40.220916 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-58a98bae-fbe4-407b-af13-d4f0793775df req-8f61f045-61da-4086-b8bb-9ad18690b73a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0507684 Feb 01 18:51:40.266216 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-58a98bae-fbe4-407b-af13-d4f0793775df req-236bc9c3-7d22-48fa-8ff1-03b0d10a3911 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Feb 01 18:51:40.592700 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:40.613087 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6489db0-3347-4891-938e-f10d0be86b4f req-d05f623e-6afc-4780-99bb-7fb9347992ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:40.614610 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-d6489db0-3347-4891-938e-f10d0be86b4f req-d05f623e-6afc-4780-99bb-7fb9347992ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0439205 Feb 01 18:51:40.667238 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-d6489db0-3347-4891-938e-f10d0be86b4f req-5500b162-63e4-488e-9bf5-54090873c318 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Feb 01 18:51:41.386735 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73a6ce-61c9-4645-8f69-ef0d2d9343dc req-641e18f5-849a-4e65-a5f0-df34761a59a2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:41.388637 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf73a6ce-61c9-4645-8f69-ef0d2d9343dc req-641e18f5-849a-4e65-a5f0-df34761a59a2 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0556211 Feb 01 18:51:41.433956 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf73a6ce-61c9-4645-8f69-ef0d2d9343dc req-2cb10c58-e38b-4e34-bdbe-9433364618e3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Feb 01 18:51:41.851638 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:42.550555 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212e255-100c-42bb-a1fe-6a3d51eea3c1 req-6e9e855d-ef9b-4899-a8ce-495fc68bd85a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:42.552010 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8212e255-100c-42bb-a1fe-6a3d51eea3c1 req-6e9e855d-ef9b-4899-a8ce-495fc68bd85a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0513599 Feb 01 18:51:42.598417 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8212e255-100c-42bb-a1fe-6a3d51eea3c1 req-ecc7b276-5427-4351-96f6-2901a0528d64 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Feb 01 18:51:42.941081 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-79aa763a-0f8b-46ba-a400-6b10b83dc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:42.942584 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-79aa763a-0f8b-46ba-a400-6b10b83dc6c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c924102b1b32492ca51f3be0f946a581&device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 1130 time: 0.0446544 Feb 01 18:51:42.953978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dfd8e-fa09-4fa1-842b-7263d8cc1690 req-a17f8765-cb5b-4fdf-87b7-5bc892056ee6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:42.955494 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4e4dfd8e-fa09-4fa1-842b-7263d8cc1690 req-a17f8765-cb5b-4fdf-87b7-5bc892056ee6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0567102 Feb 01 18:51:43.002275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4e4dfd8e-fa09-4fa1-842b-7263d8cc1690 req-46ff87c2-8b6b-471d-aba6-d73d9be196a7 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Feb 01 18:51:43.036503 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-96b3227f-b085-46c8-a82a-5a32df29b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:43.037965 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-96b3227f-b085-46c8-a82a-5a32df29b400 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 200 len: 919 time: 0.0858593 Feb 01 18:51:43.083918 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-fb6f99c2-4500-41a3-8d93-b31b61ebcc28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 200 len: 217 time: 0.0365958 Feb 01 18:51:43.135189 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-c8be289d-b642-4924-b6be-1db5211943f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:43.136637 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-c8be289d-b642-4924-b6be-1db5211943f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 200 len: 858 time: 0.0446100 Feb 01 18:51:43.172064 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-2cdf2962-bd61-4a1d-92d9-5dc128ca259a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2d2358d7-3e3d-4a4b-b872-740b70b188c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249856 Feb 01 18:51:43.273437 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-8ff466d1-893e-4e4a-8d59-9047f14c7afd service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Feb 01 18:51:43.367200 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7b2651a9-cadc-402c-80bc-38ad7164b336 req-e1f40df9-5cab-4359-a358-361ff884fb61 service neutron] 10.222.0.39 "GET /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839179 Feb 01 18:51:44.129181 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64806b7-1d44-4a7f-84ee-c60b46ba2009 req-be7d6695-592f-403c-b5cd-538771793f73 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:44.130687 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e64806b7-1d44-4a7f-84ee-c60b46ba2009 req-be7d6695-592f-403c-b5cd-538771793f73 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0528026 Feb 01 18:51:44.178839 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e64806b7-1d44-4a7f-84ee-c60b46ba2009 req-c76b630d-27ee-4ed2-9329-7003aa8c0877 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Feb 01 18:51:45.294812 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d13-4cfa-4a9d-86f9-f1891374c617 req-75ddd064-43d2-46dc-a78f-7c5be5186ec9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:45.296307 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-71188d13-4cfa-4a9d-86f9-f1891374c617 req-75ddd064-43d2-46dc-a78f-7c5be5186ec9 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0515485 Feb 01 18:51:45.347450 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-71188d13-4cfa-4a9d-86f9-f1891374c617 req-9511d5ba-b97d-4895-b48a-8607edf7af4b tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442502 Feb 01 18:51:46.467530 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f21739-727b-47b3-9445-d5b8d0b664ae req-90efe458-463e-4082-a9d5-66a2b652ed74 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:46.469004 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-65f21739-727b-47b3-9445-d5b8d0b664ae req-90efe458-463e-4082-a9d5-66a2b652ed74 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0539658 Feb 01 18:51:46.515548 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-65f21739-727b-47b3-9445-d5b8d0b664ae req-949eb9e4-6d83-4989-a553-82205c5657f8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Feb 01 18:51:49.805100 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:51:51.479362 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d620-eb51-457d-8449-652de7141074 req-51e10e77-62d5-4eab-a4a7-325a22ff9192 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:51.483248 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f8c7d620-eb51-457d-8449-652de7141074 req-51e10e77-62d5-4eab-a4a7-325a22ff9192 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0535896 Feb 01 18:51:51.528688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f8c7d620-eb51-457d-8449-652de7141074 req-9a86b640-2b4a-4c0d-b09b-1f05fb4fb85d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Feb 01 18:51:52.415944 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611ce7-6a9c-4e9e-b07f-edf7df860413 req-f1ba7c16-d0bd-416d-81b6-bf2f9419f198 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.417394 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ca611ce7-6a9c-4e9e-b07f-edf7df860413 req-f1ba7c16-d0bd-416d-81b6-bf2f9419f198 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0647030 Feb 01 18:51:52.460502 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-560bd647-29f5-4f58-8e16-33c55e8c940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.461996 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-560bd647-29f5-4f58-8e16-33c55e8c940f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1168 time: 0.0503280 Feb 01 18:51:52.484779 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ca611ce7-6a9c-4e9e-b07f-edf7df860413 req-7ce1de1e-1c98-4e1e-b85d-e98c7b4f3449 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583766 Feb 01 18:51:52.564370 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-7ce9637a-19b5-414f-8a96-78c7204b2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.566179 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-7ce9637a-19b5-414f-8a96-78c7204b2de2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.0921917 Feb 01 18:51:52.642571 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-9c6f8542-5316-4fae-8e86-82637f991f6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 1001 time: 0.0618131 Feb 01 18:51:52.651806 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e5c22-3fad-423c-aff6-5bf01c674342 req-63df02c8-90cf-4050-92eb-789f0f00c4e8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.653893 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-741e5c22-3fad-423c-aff6-5bf01c674342 req-63df02c8-90cf-4050-92eb-789f0f00c4e8 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0547035 Feb 01 18:51:52.701460 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-741e5c22-3fad-423c-aff6-5bf01c674342 req-f59fcd0f-27b8-4cbc-bc66-31d333e3f906 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Feb 01 18:51:52.703458 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-0db257b2-90fd-4790-909c-acd3032f67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.705166 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-0db257b2-90fd-4790-909c-acd3032f67f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0487647 Feb 01 18:51:52.765165 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-5a39af83-f193-4650-99a6-3df9305376be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:52.766680 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-5a39af83-f193-4650-99a6-3df9305376be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456567 Feb 01 18:51:52.815045 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:52.863573 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-29f9a0f9-6561-4ead-91da-5a10f763edba service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835600 Feb 01 18:51:52.961404 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a3abfe46-f3ce-4925-9c11-0bec1de4f6df req-f5ce1013-da2a-4474-a42f-a4ddf0ec5332 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870228 Feb 01 18:51:53.609695 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941d99-ffd2-4660-b738-720cbd00d745 req-fb3c24d7-d55c-466f-8deb-753e5963d1f4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:53.611215 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21941d99-ffd2-4660-b738-720cbd00d745 req-fb3c24d7-d55c-466f-8deb-753e5963d1f4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0533795 Feb 01 18:51:53.676733 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21941d99-ffd2-4660-b738-720cbd00d745 req-d60ce39b-41d1-4bd1-a83d-e2c1e119724a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581043 Feb 01 18:51:53.852253 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91236a8-1e79-495b-bb9a-8de37dea2f50 req-c61e4bd0-b0b4-482e-b3a2-a143aefb52bb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:53.853715 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b91236a8-1e79-495b-bb9a-8de37dea2f50 req-c61e4bd0-b0b4-482e-b3a2-a143aefb52bb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0541253 Feb 01 18:51:53.900578 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b91236a8-1e79-495b-bb9a-8de37dea2f50 req-e9f65818-b80b-426b-959e-99bc9e86a86f tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Feb 01 18:51:54.806893 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee000d0-59b3-47ef-9442-14a9474eec23 req-088e03f1-594c-4883-8ec3-c831ee500072 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:54.808361 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5ee000d0-59b3-47ef-9442-14a9474eec23 req-088e03f1-594c-4883-8ec3-c831ee500072 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0524983 Feb 01 18:51:54.870062 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5ee000d0-59b3-47ef-9442-14a9474eec23 req-ae9b6a1c-ad23-4019-8dc7-38ce46a1a8cb tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538056 Feb 01 18:51:55.023609 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cde265-3a83-4513-be17-6fa7e9b0054e req-54fe52f9-108f-44b2-90af-5a2bc104c554 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:55.024993 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f3cde265-3a83-4513-be17-6fa7e9b0054e req-54fe52f9-108f-44b2-90af-5a2bc104c554 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0576870 Feb 01 18:51:55.071164 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f3cde265-3a83-4513-be17-6fa7e9b0054e req-e85db4dc-a115-4b9f-b015-ce8b463ea75e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Feb 01 18:51:55.187570 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-0dedc85d-8edc-4cce-8aaf-29d409212fe1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:55.189014 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-0dedc85d-8edc-4cce-8aaf-29d409212fe1 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 946 time: 0.0523882 Feb 01 18:51:55.289630 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Deleting port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:51:55.289880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:55.377168 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] For port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:51:55.377524 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:55.390504 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Calling delete_port for e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:51:55.538844 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:55.554163 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:51:55.569469 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Pushing event deleted for resources: {'Port': ['ID=e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:51:55.611733 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] No DVR routers for this DVR port e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:51:55.614745 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:51:55.618029 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a847ee62-9e86-407d-94e2-940f3c86b5d3 req-18964d84-beea-45a6-96f1-ad6125c2d009 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "DELETE /v2.0/ports/e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a HTTP/1.1" status: 204 len: 173 time: 0.4180317 Feb 01 18:51:55.618467 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'name': 'network-vif-deleted', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:51:55.620815 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f8411-91a3-46a7-92aa-e68015d2d70d" -d '{"events": [{"server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "name": "network-vif-deleted", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:51:55.675803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb28482-e0f3-4e75-85b7-e6e1e3a0b5cd x-openstack-request-id: req-9cb28482-e0f3-4e75-85b7-e6e1e3a0b5cd {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:51:55.676092 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5e41d-03f9-4b74-87bf-7d90be34322e", "name": "network-vif-deleted", "tag": "e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:51:55.676340 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cb28482-e0f3-4e75-85b7-e6e1e3a0b5cd {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:51:55.676735 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5e41d-03f9-4b74-87bf-7d90be34322e', 'name': 'network-vif-deleted', 'tag': 'e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a', 'status': 'completed', 'code': 200} Feb 01 18:51:56.010321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609d98d-bb73-4c58-9972-99ac72dd7780 req-32747cc0-a1a5-4f7c-b90d-e0860f9f80b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:56.012509 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3609d98d-bb73-4c58-9972-99ac72dd7780 req-32747cc0-a1a5-4f7c-b90d-e0860f9f80b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0721629 Feb 01 18:51:56.080785 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3609d98d-bb73-4c58-9972-99ac72dd7780 req-f393b26d-40a1-49d5-a6e5-e6dee27952b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617886 Feb 01 18:51:56.186086 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7f1b1c95-497f-43cc-b4f8-23126f7515c5 req-a2da0e1f-454c-4c89-9258-943a01cd10f5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5e5e41d-03f9-4b74-87bf-7d90be34322e HTTP/1.1" status: 200 len: 210 time: 0.0307336 Feb 01 18:51:57.218368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4e0de-4ae6-4352-8189-59cda02826e4 req-87d8392f-d2e8-49ab-878b-40ec341ea8dd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:57.219930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-19c4e0de-4ae6-4352-8189-59cda02826e4 req-87d8392f-d2e8-49ab-878b-40ec341ea8dd tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0574613 Feb 01 18:51:57.287580 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-19c4e0de-4ae6-4352-8189-59cda02826e4 req-3ed61d07-9f82-46b3-8616-6a35011fc78b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608215 Feb 01 18:51:57.473850 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40725e-1720-4f75-adc8-a68b2976383f req-07e79726-5575-40cd-9a6e-050703723f20 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:57.475358 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1f40725e-1720-4f75-adc8-a68b2976383f req-07e79726-5575-40cd-9a6e-050703723f20 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0552483 Feb 01 18:51:57.554935 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1f40725e-1720-4f75-adc8-a68b2976383f req-8b66e543-0060-4439-97e9-45dfa5db63f5 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697517 Feb 01 18:51:57.562121 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca10ba-c756-410a-8308-1cb5867d60c5 req-c7b141bd-77dd-40eb-9263-94146c49eb1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:57.563573 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93ca10ba-c756-410a-8308-1cb5867d60c5 req-c7b141bd-77dd-40eb-9263-94146c49eb1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0873449 Feb 01 18:51:57.615570 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93ca10ba-c756-410a-8308-1cb5867d60c5 req-1adf73a7-3d5e-4914-8eb0-a2fcd2fd4094 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446260 Feb 01 18:51:58.406194 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baf052-dbae-4481-a1f7-c0bd92584934 req-5eef07dc-0e5a-4daa-a265-18fa19a6b6af tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:58.407599 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-24baf052-dbae-4481-a1f7-c0bd92584934 req-5eef07dc-0e5a-4daa-a265-18fa19a6b6af tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0528364 Feb 01 18:51:58.468326 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-24baf052-dbae-4481-a1f7-c0bd92584934 req-18c6ea37-bf57-4b55-a508-f7f8d7b7721a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524340 Feb 01 18:51:58.673728 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298cca0-1dfb-4a48-8113-15913a1dc990 req-44e0d443-014c-420b-b97e-d898148d1724 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:58.675261 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e298cca0-1dfb-4a48-8113-15913a1dc990 req-44e0d443-014c-420b-b97e-d898148d1724 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0527234 Feb 01 18:51:58.755413 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e298cca0-1dfb-4a48-8113-15913a1dc990 req-8556e522-e199-4f10-8308-61e70533b24a tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746355 Feb 01 18:51:58.770956 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6ac96-8c39-475f-b495-0c2f949f7295 req-7b4fbd21-93bc-4405-9fd4-77b516b2c00a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:58.772489 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f1c6ac96-8c39-475f-b495-0c2f949f7295 req-7b4fbd21-93bc-4405-9fd4-77b516b2c00a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0841770 Feb 01 18:51:58.821824 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f1c6ac96-8c39-475f-b495-0c2f949f7295 req-c3c85717-8366-4e44-9aa1-80679e70ab36 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Feb 01 18:51:59.589472 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3dfe-c3be-43d2-b83e-ba01a24fd173 req-2b4914da-0e8e-40f3-a989-96131fdb7ae8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:59.590969 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-917d3dfe-c3be-43d2-b83e-ba01a24fd173 req-2b4914da-0e8e-40f3-a989-96131fdb7ae8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0531874 Feb 01 18:51:59.649812 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-917d3dfe-c3be-43d2-b83e-ba01a24fd173 req-b151d257-a10b-4d78-a052-0e27d80dd187 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531948 Feb 01 18:51:59.876794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:51:59.887914 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f158e46-f6c0-4237-bc0f-0e12e8715981 req-45e6c855-6531-4ca5-aade-2edb7980ac4e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:59.889930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f158e46-f6c0-4237-bc0f-0e12e8715981 req-45e6c855-6531-4ca5-aade-2edb7980ac4e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0636072 Feb 01 18:51:59.899290 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:51:59.899635 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device e0361fdb-070a-4ffc-a1e8-ee3f5b2a748a not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:51:59.968352 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f158e46-f6c0-4237-bc0f-0e12e8715981 req-32399187-8b8a-44e1-a31b-b11701e77aa3 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725713 Feb 01 18:51:59.982907 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecf75-b94e-4bb5-8a6a-cab32519fd8d req-296c0ea8-125a-4c9f-82c3-cf3de98f8db8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:51:59.984404 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0d8ecf75-b94e-4bb5-8a6a-cab32519fd8d req-296c0ea8-125a-4c9f-82c3-cf3de98f8db8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0823283 Feb 01 18:52:00.034819 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0d8ecf75-b94e-4bb5-8a6a-cab32519fd8d req-43dba112-c0f2-4dba-a03d-c180dff5a706 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=18125ab4-8131-484b-b915-f4a1acd8d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Feb 01 18:52:00.211324 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-fa21c299-627c-4e33-bd4f-07bab3b115fd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:00.212815 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-fa21c299-627c-4e33-bd4f-07bab3b115fd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 946 time: 0.0552230 Feb 01 18:52:00.332921 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Deleting port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:00.333397 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:00.438373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] For port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:00.438762 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:00.655916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:00.656267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:00.656574 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Floating IP 84391d15-bb67-4a21-852f-ca9c9025330f disassociated. External IP: 172.27.3.93, port: bf312a13-3b3a-4fa4-ae75-b66a04f07ec3. Feb 01 18:52:00.656911 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Calling delete_port for bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:00.775077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb215c-849e-4aab-a024-23978fc12fa5 req-1994a5f5-bbc0-41ea-9d87-3e4b7dc7692c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:00.776588 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08cb215c-849e-4aab-a024-23978fc12fa5 req-1994a5f5-bbc0-41ea-9d87-3e4b7dc7692c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0608242 Feb 01 18:52:00.783500 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (bf312a13-3b3a-4fa4-ae75-b66a04f07ec3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:00.813956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'Port': ['ID=bf312a13-3b3a-4fa4-ae75-b66a04f07ec3,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:00.845258 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08cb215c-849e-4aab-a024-23978fc12fa5 req-eb375866-06b1-4cde-982f-16fe85cd36e3 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619752 Feb 01 18:52:00.942389 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:52:01.098350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9aa14-bc85-4614-abce-e49a6e54eeb3 req-6a7c55fa-bd13-48f3-937e-56b6b1afdecb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:01.100028 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bab9aa14-bc85-4614-abce-e49a6e54eeb3 req-6a7c55fa-bd13-48f3-937e-56b6b1afdecb tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0597236 Feb 01 18:52:01.154095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2b50bbb2-b4d2-483a-bbef-f0a422643868 req-b5571c7f-c997-40a0-937f-54953db5cc1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=18fe4ba0-2a23-4517-98ed-ba753b996719 HTTP/1.1" status: 200 len: 210 time: 0.0399523 Feb 01 18:52:01.182325 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bab9aa14-bc85-4614-abce-e49a6e54eeb3 req-e8f97b3f-bf49-4c88-b680-cadc73f2920e tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747981 Feb 01 18:52:01.318365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:52:01.330150 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:52:01.340118 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:01.340813 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:51:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:01.358456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] No DVR routers for this DVR port bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:52:01.361036 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:01.364645 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2abe8c64-4752-44d0-b40f-549bbe1a07ce req-765ad982-f5d2-4091-bb99-bceca645c104 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "DELETE /v2.0/ports/bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 HTTP/1.1" status: 204 len: 173 time: 1.1354091 Feb 01 18:52:01.365084 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-deleted', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:01.367305 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec5ba5-bdc7-4264-ba34-c8347b9f37f1" -d '{"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-deleted", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:01.407616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a34da-d331-49ed-9674-7979def1da92 x-openstack-request-id: req-559a34da-d331-49ed-9674-7979def1da92 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:01.407913 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fe4ba0-2a23-4517-98ed-ba753b996719", "name": "network-vif-deleted", "tag": "bf312a13-3b3a-4fa4-ae75-b66a04f07ec3", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:01.408160 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-559a34da-d331-49ed-9674-7979def1da92 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:01.408554 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fe4ba0-2a23-4517-98ed-ba753b996719', 'name': 'network-vif-deleted', 'tag': 'bf312a13-3b3a-4fa4-ae75-b66a04f07ec3', 'status': 'completed', 'code': 200} Feb 01 18:52:01.457776 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:01.681610 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:01.727978 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:52:01.736882 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:01.737742 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:51:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:01.840111 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:01.986605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fc072-62d8-4e75-bf6a-cea009b44739 req-1e5a8092-98e3-41a5-b410-7e2471d5694e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:01.988429 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f49fc072-62d8-4e75-bf6a-cea009b44739 req-1e5a8092-98e3-41a5-b410-7e2471d5694e tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0657060 Feb 01 18:52:02.059865 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f49fc072-62d8-4e75-bf6a-cea009b44739 req-b16dd412-ab94-4cf8-8fd3-54e0b9129102 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645804 Feb 01 18:52:02.166458 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:02.195951 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f7adc-e8bd-4086-b914-bc2069351df9 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:52:02.266206 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57306) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:02.316594 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823d4c-eadc-44a3-87b4-b9026a2f87df req-31654445-b966-415d-8a76-92ba25a4b68d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:02.318369 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a6823d4c-eadc-44a3-87b4-b9026a2f87df req-31654445-b966-415d-8a76-92ba25a4b68d tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0627236 Feb 01 18:52:02.339966 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (18125ab4-8131-484b-b915-f4a1acd8d4d2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.373366 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a6823d4c-eadc-44a3-87b4-b9026a2f87df req-da374709-35c4-46c0-af70-87f8767a6a77 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Feb 01 18:52:02.375889 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (18125ab4-8131-484b-b915-f4a1acd8d4d2), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.426969 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (18125ab4-8131-484b-b915-f4a1acd8d4d2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.429606 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.430841 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "DELETE /v2.0/security-groups/18125ab4-8131-484b-b915-f4a1acd8d4d2 HTTP/1.1" status: 204 len: 168 time: 0.1633651 Feb 01 18:52:02.434463 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57308) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:02.441436 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c111fb-a525-4038-8c93-cbc2ccfe3e7c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18125ab4-8131-484b-b915-f4a1acd8d4d2,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:02.447995 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.api.v2.resource [None req-ad84bb0c-6116-4b85-a78d-fc513353f218 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] show failed (client error): The resource could not be found. Feb 01 18:52:02.449061 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ad84bb0c-6116-4b85-a78d-fc513353f218 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups/18125ab4-8131-484b-b915-f4a1acd8d4d2 HTTP/1.1" status: 404 len: 347 time: 0.0135999 Feb 01 18:52:02.452128 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57310) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:02.531873 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2ebd1-591b-454d-843c-3cb1dca2c68b None None] New status for floating IP 84391d15-bb67-4a21-852f-ca9c9025330f: DOWN {{(pid=109536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:52:02.807249 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Deleting port c57d3e23-a421-4795-b6cc-ac3e2705de8c {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:02.807585 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.886384 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.886750 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (c57d3e23-a421-4795-b6cc-ac3e2705de8c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:02.898558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Calling delete_port for c57d3e23-a421-4795-b6cc-ac3e2705de8c owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:03.069740 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (c57d3e23-a421-4795-b6cc-ac3e2705de8c), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.099422 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'Port': ['ID=c57d3e23-a421-4795-b6cc-ac3e2705de8c,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:03.201219 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (84391d15-bb67-4a21-852f-ca9c9025330f), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.204147 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.205371 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-2b11ce73-f58c-4fa9-b1fe-3ef7b9a975f9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "DELETE /v2.0/floatingips/84391d15-bb67-4a21-852f-ca9c9025330f HTTP/1.1" status: 204 len: 168 time: 0.7522373 Feb 01 18:52:03.231733 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6efccf-f3c3-4e7c-83a0-befdf1fbe510 req-5a679345-1573-4260-9b9d-f482122164a9 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:03.232957 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce6efccf-f3c3-4e7c-83a0-befdf1fbe510 req-5a679345-1573-4260-9b9d-f482122164a9 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0826778 Feb 01 18:52:03.302246 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce6efccf-f3c3-4e7c-83a0-befdf1fbe510 req-96c34946-0e0e-4dd9-a2e8-74fadef7d27c tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575278 Feb 01 18:52:03.496079 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29fa7b-5910-40f9-868b-f00f9e8fb75a req-3205226c-9fe8-48f1-bc47-e2505d9fdd0c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:03.497736 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e29fa7b-5910-40f9-868b-f00f9e8fb75a req-3205226c-9fe8-48f1-bc47-e2505d9fdd0c tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0583014 Feb 01 18:52:03.549007 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e29fa7b-5910-40f9-868b-f00f9e8fb75a req-69dcfae0-5ecc-4bcf-b963-124ad45f5138 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 Feb 01 18:52:03.668422 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57318) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:03.673463 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494465518', 'description': 'tempest-description--1171767997'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:03.694142 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.764204 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (782daa39-4357-474b-9968-4917ce971ed6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.767938 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (782daa39-4357-474b-9968-4917ce971ed6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.794790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.795981 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1262615 Feb 01 18:52:03.799024 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57320) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:03.799916 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af667fdf-e7e7-476e-ac38-2c35eb4ad902 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782daa39-4357-474b-9968-4917ce971ed6,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:03.804340 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group_rule': {'security_group_id': '782daa39-4357-474b-9968-4917ce971ed6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:03.831484 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (51478103-647b-4b9c-a228-771b482f5f8b), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.882492 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (51478103-647b-4b9c-a228-771b482f5f8b), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.887080 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (51478103-647b-4b9c-a228-771b482f5f8b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.888676 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:52:03.903443 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51478103-647b-4b9c-a228-771b482f5f8b,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:03.915109 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:03.916346 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6ee63e89-9048-4154-9bfa-40c78857adb0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156497 Feb 01 18:52:03.916552 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:52:03.917053 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bf312a13-3b3a-4fa4-ae75-b66a04f07ec3 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:52:03.919552 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57322) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:03.924541 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'security_group_rule': {'security_group_id': '782daa39-4357-474b-9968-4917ce971ed6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:03.950757 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (67b7bdb5-e89e-4bf6-aa47-01f3c0e27c9d), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.006495 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (67b7bdb5-e89e-4bf6-aa47-01f3c0e27c9d), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.010004 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (67b7bdb5-e89e-4bf6-aa47-01f3c0e27c9d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.027517 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b7bdb5-e89e-4bf6-aa47-01f3c0e27c9d,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:04.039980 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.041228 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a4382eeb-5b11-480b-91b3-8cbfa097506e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203113 Feb 01 18:52:04.044941 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57324) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:04.049254 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:04.069890 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.180030 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.288429 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Allocated IP 172.27.3.212 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/451d84be-0296-40e1-8630-4fec141f10c6) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:52:04.399575 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (451d84be-0296-40e1-8630-4fec141f10c6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.435185 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0a8e1-215a-460f-bd0b-3828098f40e7 req-e3a257b5-9724-434d-ad0b-21ce5605ec1f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:04.437934 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-46e0a8e1-215a-460f-bd0b-3828098f40e7 req-e3a257b5-9724-434d-ad0b-21ce5605ec1f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0590208 Feb 01 18:52:04.441085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (451d84be-0296-40e1-8630-4fec141f10c6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.480982 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:52:04.484417 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:52:04.488407 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:52:04.515615 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=451d84be-0296-40e1-8630-4fec141f10c6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:04.522417 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-46e0a8e1-215a-460f-bd0b-3828098f40e7 req-0aae6abe-9d64-4875-b8ea-0d0192d5dbe6 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778358 Feb 01 18:52:04.606210 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.652489 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (451d84be-0296-40e1-8630-4fec141f10c6), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.691801 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dc38b-a1d6-4506-9880-9a404a3a9ddd req-f413a73c-5a7e-495d-8224-c4bf5b448612 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:04.693241 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e66dc38b-a1d6-4506-9880-9a404a3a9ddd req-f413a73c-5a7e-495d-8224-c4bf5b448612 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0638433 Feb 01 18:52:04.745347 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e66dc38b-a1d6-4506-9880-9a404a3a9ddd req-363b4d38-6f75-4511-ab02-ea498d827998 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Feb 01 18:52:04.817254 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (451d84be-0296-40e1-8630-4fec141f10c6), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.821788 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (451d84be-0296-40e1-8630-4fec141f10c6), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.887155 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=451d84be-0296-40e1-8630-4fec141f10c6,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:04.898584 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.917903 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:04.919298 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ece9787e-18ae-4a70-9b0f-43a5c25be698 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8732967 Feb 01 18:52:05.120508 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-7a81576e-f789-42fc-b654-e97fd27449f7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1494465518&fields=id&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 267 time: 0.0503647 Feb 01 18:52:05.222030 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-5c1881d0-9f29-43a6-8212-65bc078afdfb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:05.223383 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-5c1881d0-9f29-43a6-8212-65bc078afdfb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 816 time: 0.0965474 Feb 01 18:52:05.237392 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-b9217690-4464-4b89-89cc-7f6905cb125b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/quotas/a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 375 time: 0.0087206 Feb 01 18:52:05.291390 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-95da96bb-a04b-4bf8-b47b-35537e512bf4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489960 Feb 01 18:52:05.392141 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-261a370b-8572-481d-9086-bd8db86db4c0 service neutron] 10.222.0.31 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885749 Feb 01 18:52:05.479186 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-0b7fe3bf-f994-4c84-8f93-6def0b0e9274 service neutron] 10.222.0.31 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813677 Feb 01 18:52:05.663585 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-536e2a97-b960-4dde-834d-58c53c4ac8b3 req-a6192075-1e5d-4423-bf67-8e0e6bffc06d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 210 time: 0.0481207 Feb 01 18:52:05.689970 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e00c5-706f-42d0-971b-715142316d34 req-cd792224-836e-40b6-8b5c-be589280edf1 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:05.689970 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f98e00c5-706f-42d0-971b-715142316d34 req-cd792224-836e-40b6-8b5c-be589280edf1 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0834792 Feb 01 18:52:05.754762 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f98e00c5-706f-42d0-971b-715142316d34 req-431b7566-02f5-4f5c-8ee7-f2aad1cbabb8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579195 Feb 01 18:52:05.845993 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-df47f207-b216-434d-ac95-e5b9e751f107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:05.881679 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8356-a924-4aef-8307-b859bcf10721 req-83816ceb-c593-4df0-8365-c26bd0a33fd0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:05.883394 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a1c8356-a924-4aef-8307-b859bcf10721 req-83816ceb-c593-4df0-8365-c26bd0a33fd0 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0589797 Feb 01 18:52:05.925467 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb238b-edd1-4391-b43f-7ed485916464 req-fb025eea-edee-46ad-b252-74dcd17d9bf6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:05.927187 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-23cb238b-edd1-4391-b43f-7ed485916464 req-fb025eea-edee-46ad-b252-74dcd17d9bf6 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 946 time: 0.0644557 Feb 01 18:52:05.943603 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a1c8356-a924-4aef-8307-b859bcf10721 req-fcaffd26-8176-4ddb-a0e0-de3bf3922136 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/security-groups?id=ebee18d5-35a4-4c9a-935d-d12fe586a335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514696 Feb 01 18:52:06.031026 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Deleting port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:06.031258 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:06.127533 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] For port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:06.127903 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:06.146785 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Calling delete_port for 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:06.284668 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (06fc27ff-316d-47b5-a8a5-a8d6d723f4a7), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:06.300162 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:52:06.313385 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Pushing event deleted for resources: {'Port': ['ID=06fc27ff-316d-47b5-a8a5-a8d6d723f4a7,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:06.358226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] No DVR routers for this DVR port 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:52:06.361273 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:06.365204 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-23cb238b-edd1-4391-b43f-7ed485916464 req-83bdb7d7-3f3c-4b26-9db8-1f35c3a91060 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.39 "DELETE /v2.0/ports/06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 HTTP/1.1" status: 204 len: 173 time: 0.4311776 Feb 01 18:52:06.365662 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'name': 'network-vif-deleted', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:06.367951 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca1cf6-4e5f-4fba-9588-f935e18ce6b3" -d '{"events": [{"server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "name": "network-vif-deleted", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:06.406214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad1d02-3464-426d-91eb-7defb3d809d0 x-openstack-request-id: req-5aad1d02-3464-426d-91eb-7defb3d809d0 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:06.406532 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4897b9fc-24ec-4edb-b099-b8aa171a22dd", "name": "network-vif-deleted", "tag": "06fc27ff-316d-47b5-a8a5-a8d6d723f4a7", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:06.406790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aad1d02-3464-426d-91eb-7defb3d809d0 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:06.407215 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4897b9fc-24ec-4edb-b099-b8aa171a22dd', 'name': 'network-vif-deleted', 'tag': '06fc27ff-316d-47b5-a8a5-a8d6d723f4a7', 'status': 'completed', 'code': 200} Feb 01 18:52:06.753406 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-ce5fe396-633e-4e86-a8db-4d16beb2cd14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:06.755006 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-ce5fe396-633e-4e86-a8db-4d16beb2cd14 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 816 time: 0.1119063 Feb 01 18:52:06.780179 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1eb4de4e-f165-48a1-a3e8-c1f772e14a2d req-282cc04a-06f9-4358-af77-c26f952548e9 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 210 time: 0.0344579 Feb 01 18:52:06.840059 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-3e221518-a4bf-4658-9849-3b68ec3e1c36 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 380 time: 0.0675101 Feb 01 18:52:06.855520 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'port': {'device_id': '96067165-d0de-4d57-9086-f694e3da616f', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'admin_state_up': True, 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'security_groups': ['782daa39-4357-474b-9968-4917ce971ed6']}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:06.904395 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcaa2f-41ba-4ae5-81f1-010b9f5c6d61 req-27d53be0-f0d7-4876-b607-464a0032c1f3 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:06.906912 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2bcaa2f-41ba-4ae5-81f1-010b9f5c6d61 req-27d53be0-f0d7-4876-b607-464a0032c1f3 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0593965 Feb 01 18:52:06.976277 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2bcaa2f-41ba-4ae5-81f1-010b9f5c6d61 req-bf6b57d2-f682-44d5-bd8c-7f1507848464 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636549 Feb 01 18:52:06.988550 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Made reservation on behalf of a973b02f065c4069a16db170534cf59b for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:52:06.992244 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.073972 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e491954f-7d05-4963-8da8-f074a9a378c4 req-1ce5771b-d018-456c-b491-353344d60347 tempest-ServerRescueNegativeTestJSON-393616247 tempest-ServerRescueNegativeTestJSON-393616247-project] 10.222.0.31 "GET /v2.0/ports?device_id=4897b9fc-24ec-4edb-b099-b8aa171a22dd HTTP/1.1" status: 200 len: 210 time: 0.0280752 Feb 01 18:52:07.138904 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Allocated IP 172.20.0.8 (d89a6659-f29b-4c6d-add6-09a80c33bd09/f375edf2-5600-4475-a9c8-cfa7bbac5396/24c56d15-d980-4a45-9cd6-0954a3697ce7) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:52:07.278139 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.311372 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.355799 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:52:07.358870 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:52:07.365499 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:52:07.369430 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:07.420554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:07.421174 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.439306 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-08c2c8c8-fc62-4fe7-9a9d-61dc02bde232 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877249 Feb 01 18:52:07.454856 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Request body: {'port': {'device_id': '96067165-d0de-4d57-9086-f694e3da616f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:07.521588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.570750 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-26706c03-d507-4abd-a80e-f3adebb25de1 None None] Provisioning complete for port 24c56d15-d980-4a45-9cd6-0954a3697ce7 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:52:07.571397 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-26706c03-d507-4abd-a80e-f3adebb25de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.609750 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-26706c03-d507-4abd-a80e-f3adebb25de1 None None] Port 24c56d15-d980-4a45-9cd6-0954a3697ce7 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:52:07.791968 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:52:07.800127 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks [] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.813746 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Transition to ACTIVE for port object 24c56d15-d980-4a45-9cd6-0954a3697ce7 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:52:07.818184 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.870816 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:07.912885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620024d3-ff30-4e74-8afa-d94239c466c6 req-e373a3fa-0e34-4bb1-b17a-fd90af932dbe tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:07.914425 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-620024d3-ff30-4e74-8afa-d94239c466c6 req-e373a3fa-0e34-4bb1-b17a-fd90af932dbe tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0640261 Feb 01 18:52:07.926121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e8c42138-7413-4291-8de5-b1dfcef5e42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.943091 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Attempting to bind port 24c56d15-d980-4a45-9cd6-0954a3697ce7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:52:07.943678 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Attempting to bind port 24c56d15-d980-4a45-9cd6-0954a3697ce7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:52:07.944194 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Attempting to bind port 24c56d15-d980-4a45-9cd6-0954a3697ce7 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:52:07.949820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Port 24c56d15-d980-4a45-9cd6-0954a3697ce7 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:52:07.950327 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Attempting to bind port 24c56d15-d980-4a45-9cd6-0954a3697ce7 on network d89a6659-f29b-4c6d-add6-09a80c33bd09 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:52:07.956459 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:52:07.956852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Checking segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:52:07.957325 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Bound using segment: {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:52:07.957943 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Bound port: 24c56d15-d980-4a45-9cd6-0954a3697ce7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3326400-2373-4b70-8348-87ef9dd88ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:52:07.958431 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:07.983503 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-620024d3-ff30-4e74-8afa-d94239c466c6 req-a0186b87-e60e-45ae-95dc-261e3e4f7a95 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576406 Feb 01 18:52:08.042803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:52:08.048313 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:52:08.055511 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:08.092063 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.092671 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:08.094025 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 1093 time: 0.6435444 Feb 01 18:52:08.126791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01ef1-6aac-4c4a-9abb-087fa65ccddf req-b98c66b5-26e8-4f4b-b7e4-f9bbe210efe4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.129190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-13a01ef1-6aac-4c4a-9abb-087fa65ccddf req-b98c66b5-26e8-4f4b-b7e4-f9bbe210efe4 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0704994 Feb 01 18:52:08.138046 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57374) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:08.139339 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d943af-6b1f-49c8-83aa-b98fb068f0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:08.215744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-145084dc-0d4b-418f-9ce8-898814e7a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.216849 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-145084dc-0d4b-418f-9ce8-898814e7a578 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1127 time: 0.0512679 Feb 01 18:52:08.264957 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-9f83f51e-48d4-44bf-8671-a1e433970458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 217 time: 0.0403237 Feb 01 18:52:08.283198 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-13a01ef1-6aac-4c4a-9abb-087fa65ccddf req-0f026294-b9eb-4047-9a78-0e42591ebd52 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1472692 Feb 01 18:52:08.320686 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-b7db0b63-d20c-4efe-a62c-78c975c6bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.322224 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-b7db0b63-d20c-4efe-a62c-78c975c6bb04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0501442 Feb 01 18:52:08.373172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-7d584947-5f9d-40bc-9d45-e6dc50ff5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.374622 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-7d584947-5f9d-40bc-9d45-e6dc50ff5617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450449 Feb 01 18:52:08.430820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:08.433089 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d54b61-5b35-415b-8572-d841f2b0c066" -d '{"events": [{"name": "network-changed", "server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:08.472623 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e49a9-a6bc-4706-9c6d-9472c4d29c82 x-openstack-request-id: req-af3e49a9-a6bc-4706-9c6d-9472c4d29c82 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:08.472912 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:08.473162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af3e49a9-a6bc-4706-9c6d-9472c4d29c82 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:08.473551 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'status': 'completed', 'code': 200} Feb 01 18:52:08.486933 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-f52a52ee-e76d-4872-a6bc-cd6c0a7887be service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036358 Feb 01 18:52:08.577686 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-33b90c5f-8ff2-4ae1-803d-61c4137c95ca req-bcff3bee-1806-4211-b99a-3dd4027f2d51 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828135 Feb 01 18:52:08.647528 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:08.700991 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-248a9601-6b3c-4cf5-9890-6b14287a7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.702611 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-248a9601-6b3c-4cf5-9890-6b14287a7633 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1127 time: 0.0556178 Feb 01 18:52:08.816514 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-fb77737d-1a1b-4e44-aaae-54461fe54eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.817981 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-fb77737d-1a1b-4e44-aaae-54461fe54eea service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1057863 Feb 01 18:52:08.861175 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-675ac15f-8caf-4dd2-8227-2efdc57ab0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 217 time: 0.0344317 Feb 01 18:52:08.910398 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-7809e016-4e5f-4b33-a24e-a81a3b64917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.911810 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-7809e016-4e5f-4b33-a24e-a81a3b64917b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0428243 Feb 01 18:52:08.953885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Deleting port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:08.954571 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:08.976623 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-20ff862e-5bc5-4064-b6c9-f00e749577b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:08.978142 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-20ff862e-5bc5-4064-b6c9-f00e749577b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550034 Feb 01 18:52:09.047869 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] For port 946c6ff5-3aa3-43c9-97d6-78be2266a8fe, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,segment=NetworkSegment(dab6a73e-1b60-4504-b17a-bf27a620fd75),segment_id=dab6a73e-1b60-4504-b17a-bf27a620fd75)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:09.048228 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:09.061726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Calling delete_port for 946c6ff5-3aa3-43c9-97d6-78be2266a8fe owned by network:router_interface {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:09.068403 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-278b2362-9bdf-46ab-80b5-2c34ebd6a732 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826364 Feb 01 18:52:09.167705 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f9d54b61-5b35-415b-8572-d841f2b0c066 req-b844c8d3-f4e8-4254-a2fc-d52049882e7f service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901542 Feb 01 18:52:09.169056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ea7cd-6708-453c-a9eb-a3744b393715 req-a55b4b10-cc13-4b75-b870-32f84f2d8981 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:09.170534 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2c6ea7cd-6708-453c-a9eb-a3744b393715 req-a55b4b10-cc13-4b75-b870-32f84f2d8981 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.1043751 Feb 01 18:52:09.233143 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:09.281778 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2c6ea7cd-6708-453c-a9eb-a3744b393715 req-56b59c7a-77ec-4ec0-a7a0-9e253715e719 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768583 Feb 01 18:52:09.363793 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (946c6ff5-3aa3-43c9-97d6-78be2266a8fe), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:09.410210 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Pushing event deleted for resources: {'Port': ['ID=946c6ff5-3aa3-43c9-97d6-78be2266a8fe,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:09.478397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558fbed-1ae1-4627-a348-8355aea61dab req-be6c1bdf-13b0-4d0e-8486-e3afd7ba643a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:09.480488 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f558fbed-1ae1-4627-a348-8355aea61dab req-be6c1bdf-13b0-4d0e-8486-e3afd7ba643a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.1280406 Feb 01 18:52:09.616612 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f558fbed-1ae1-4627-a348-8355aea61dab req-add96314-ae61-493e-a0bc-b1a77349c4ad tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301920 Feb 01 18:52:09.634284 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:09.843924 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Router 7f66e01e-5556-44d1-bf68-cb690f55cb5b has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:52:09.905154 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:52:09.925923 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:52:09.926258 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 06fc27ff-316d-47b5-a8a5-a8d6d723f4a7 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:52:10.180082 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:52:10.185668 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-34be6ece-9fb4-456b-8a81-069e7b3f36bf admin admin] 10.222.0.31 "PUT /v2.0/routers/7f66e01e-5556-44d1-bf68-cb690f55cb5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396183 Feb 01 18:52:10.188558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57382) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:10.191076 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Sync routers for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:52:10.201498 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:10.202110 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:10.295344 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks [] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.312035 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:10.473650 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks [] for router_gateway (7f66e01e-5556-44d1-bf68-cb690f55cb5b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.492159 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29142a-2d95-4435-9202-1cd3ab6d1f6e req-055a25e0-a4fb-457a-9ba3-6d02c75b1d0f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:10.493658 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad29142a-2d95-4435-9202-1cd3ab6d1f6e req-055a25e0-a4fb-457a-9ba3-6d02c75b1d0f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0820391 Feb 01 18:52:10.501166 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:52:09Z', 'revision_number': 5, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port': {'id': '79cd4d5f-b974-4d87-b78c-be5572a3690e', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:48:39Z', 'updated_at': '2022-02-01T18:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:10.531770 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Checking router: 7f66e01e-5556-44d1-bf68-cb690f55cb5b for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:52:10.540359 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Routers {'7f66e01e-5556-44d1-bf68-cb690f55cb5b'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:10.540975 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:10.568380 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad29142a-2d95-4435-9202-1cd3ab6d1f6e req-136ca8bb-9108-4e12-b62c-afb6152950ee tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537219 Feb 01 18:52:10.576614 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Deleting port 79cd4d5f-b974-4d87-b78c-be5572a3690e {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:10.578239 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.615134 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.639524 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] Set router 7f66e01e-5556-44d1-bf68-cb690f55cb5b gateway port host: None {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:10.671802 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] For port 79cd4d5f-b974-4d87-b78c-be5572a3690e, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=79cd4d5f-b974-4d87-b78c-be5572a3690e,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:10.672158 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.684602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Calling delete_port for 79cd4d5f-b974-4d87-b78c-be5572a3690e owned by network:router_gateway {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:10.701529 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:52:10Z', 'revision_number': 6, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:10.728343 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9a5dd-cf63-4d32-b910-ac6f72932543 None None] The sync data for ids ['7f66e01e-5556-44d1-bf68-cb690f55cb5b'] in dv-cinder-774288-14-iscsi is: [{'id': '7f66e01e-5556-44d1-bf68-cb690f55cb5b', 'name': 'tempest-ServerRescueNegativeTestJSON-312693033-router', 'tenant_id': 'c924102b1b32492ca51f3be0f946a581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:48:38Z', 'updated_at': '2022-02-01T18:52:10Z', 'revision_number': 6, 'project_id': 'c924102b1b32492ca51f3be0f946a581', 'gw_port_host': None}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:52:10.832700 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8fea-ba88-4b1f-aa90-978d5ae3316a req-66974330-2451-43d2-92a6-be808b0fc7a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:10.834156 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b4b8fea-ba88-4b1f-aa90-978d5ae3316a req-66974330-2451-43d2-92a6-be808b0fc7a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.1064994 Feb 01 18:52:10.927926 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6b4b8fea-ba88-4b1f-aa90-978d5ae3316a req-1fa7dc04-0026-4e02-be68-93451c0691ca tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843508 Feb 01 18:52:10.939342 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (79cd4d5f-b974-4d87-b78c-be5572a3690e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:10.968857 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Pushing event deleted for resources: {'Port': ['ID=79cd4d5f-b974-4d87-b78c-be5572a3690e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:11.055754 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.192861 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.195136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks [] for router_controller (7f66e01e-5556-44d1-bf68-cb690f55cb5b), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.259837 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (7f66e01e-5556-44d1-bf68-cb690f55cb5b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.260321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f66e01e-5556-44d1-bf68-cb690f55cb5b {{(pid=109535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 18:52:11.265283 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.266128 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-23c3642b-9159-4f07-a6f6-f6ec446743ea admin admin] 10.222.0.31 "DELETE /v2.0/routers/7f66e01e-5556-44d1-bf68-cb690f55cb5b HTTP/1.1" status: 204 len: 168 time: 1.0766723 Feb 01 18:52:11.268748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57388) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:11.320265 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Deleting subnet 01375d98-7bc2-410f-ab76-4f164be56a18 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:52:11.324052 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Publish callbacks [] for subnet (01375d98-7bc2-410f-ab76-4f164be56a18), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.358616 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (01375d98-7bc2-410f-ab76-4f164be56a18), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.397009 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (01375d98-7bc2-410f-ab76-4f164be56a18), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.451060 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (01375d98-7bc2-410f-ab76-4f164be56a18), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.475763 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01375d98-7bc2-410f-ab76-4f164be56a18,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:11.479368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.483159 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-81c721f8-b4c4-4878-a689-6e9a1767e16e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/01375d98-7bc2-410f-ab76-4f164be56a18 HTTP/1.1" status: 204 len: 168 time: 0.2134590 Feb 01 18:52:11.485661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57390) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:11.494049 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 946c6ff5-3aa3-43c9-97d6-78be2266a8fe no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:52:11.516601 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 946c6ff5-3aa3-43c9-97d6-78be2266a8fe {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:52:11.516924 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 946c6ff5-3aa3-43c9-97d6-78be2266a8fe not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:52:11.560487 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (2d2358d7-3e3d-4a4b-b872-740b70b188c3), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.642739 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (2d2358d7-3e3d-4a4b-b872-740b70b188c3), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.666747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2358d7-3e3d-4a4b-b872-740b70b188c3']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:11.699746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab6a73e-1b60-4504-b17a-bf27a620fd75') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:11.700050 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab6a73e-1b60-4504-b17a-bf27a620fd75') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:11.712374 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (dab6a73e-1b60-4504-b17a-bf27a620fd75), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.731982 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (dab6a73e-1b60-4504-b17a-bf27a620fd75), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.741527 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:52:11.741924 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (dab6a73e-1b60-4504-b17a-bf27a620fd75), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.750455 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c959-4bb0-4cc7-91c2-ba006f87e14d req-79e6c554-6597-4925-acd5-4aa1473d0a52 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:11.752037 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2972c959-4bb0-4cc7-91c2-ba006f87e14d req-79e6c554-6597-4925-acd5-4aa1473d0a52 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0893342 Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:52:11.752715 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:52:11.832576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (2d2358d7-3e3d-4a4b-b872-740b70b188c3), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.854327 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.857550 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:11.858190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d2358d7-3e3d-4a4b-b872-740b70b188c3 HTTP/1.1" status: 204 len: 168 time: 0.3716030 Feb 01 18:52:11.861895 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2972c959-4bb0-4cc7-91c2-ba006f87e14d req-89e8962d-0cef-4860-8cef-3305bd80b340 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990882 Feb 01 18:52:11.863493 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e7f5f-72fb-461a-8c95-555ac9f02060 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2358d7-3e3d-4a4b-b872-740b70b188c3,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:11.894407 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:52:12.001192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:12.013197 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:52:12.042981 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57398) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:12.052524 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:52:12.052912 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.067073 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:52:12.071388 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d6eb9-0f24-4b20-8fe3-493c75a8c386 req-75bd5501-cac6-4491-b0c8-f8382162b350 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:12.072914 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-228d6eb9-0f24-4b20-8fe3-493c75a8c386 req-75bd5501-cac6-4491-b0c8-f8382162b350 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0592432 Feb 01 18:52:12.089598 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-852403bc-15dc-4afa-b731-03c94c46ea44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c924102b1b32492ca51f3be0f946a581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448632 Feb 01 18:52:12.092150 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57400) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:12.094313 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:12.099709 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.142606 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-228d6eb9-0f24-4b20-8fe3-493c75a8c386 req-dff25e8a-a6ca-4717-90ac-0b78eacb8469 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635054 Feb 01 18:52:12.142870 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] Publish callbacks [] for security_group (ebee18d5-35a4-4c9a-935d-d12fe586a335), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.153385 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:12.160468 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.160813 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.161147 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.161476 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.161802 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.162122 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.162441 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.162796 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.163121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.163425 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.163735 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.164217 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.164533 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:12.165867 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] Publish callbacks [] for security_group (ebee18d5-35a4-4c9a-935d-d12fe586a335), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.212661 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ebee18d5-35a4-4c9a-935d-d12fe586a335), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.216059 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:12.217211 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebee18d5-35a4-4c9a-935d-d12fe586a335 HTTP/1.1" status: 204 len: 168 time: 0.1239460 Feb 01 18:52:12.224856 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78aa42d-1cfd-42ac-9d82-0f8d87d40bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee18d5-35a4-4c9a-935d-d12fe586a335,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:12.421815 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['24c56d15-d980-4a45-9cd6-0954a3697ce7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:52:12.786053 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 79cd4d5f-b974-4d87-b78c-be5572a3690e no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:52:12.807138 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 79cd4d5f-b974-4d87-b78c-be5572a3690e {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:52:12.807482 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 79cd4d5f-b974-4d87-b78c-be5572a3690e not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:52:12.991080 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f17d4-9445-4528-9c89-7a9fb60ba96c req-8caa6276-7565-4df3-8e07-9ff48a1e0b44 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:12.993212 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-333f17d4-9445-4528-9c89-7a9fb60ba96c req-8caa6276-7565-4df3-8e07-9ff48a1e0b44 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 944 time: 0.0545559 Feb 01 18:52:13.048085 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-333f17d4-9445-4528-9c89-7a9fb60ba96c req-2e7c45f6-3538-413c-9e19-5bc4da18a773 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Feb 01 18:52:13.263874 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e202e8-8548-4a75-899d-665aa736944f req-0269f036-7620-4f7d-8b40-0b17e698e1b7 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:13.265395 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a0e202e8-8548-4a75-899d-665aa736944f req-0269f036-7620-4f7d-8b40-0b17e698e1b7 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0528338 Feb 01 18:52:13.327946 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a0e202e8-8548-4a75-899d-665aa736944f req-fdb16338-5a99-417b-b324-f455992dd04b tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568242 Feb 01 18:52:13.911811 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:52:13.988229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 24c56d15-d980-4a45-9cd6-0954a3697ce7 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:52:13.993906 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 24c56d15-d980-4a45-9cd6-0954a3697ce7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:52:13.994513 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:14.094629 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:52:14.095182 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:14.122268 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:14.123068 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d520e5-fa9d-4f9e-9713-0d02b682e536" -d '{"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:14.139191 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:14.145254 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:14.184030 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded760c-a567-41b3-94e2-295615ea27dd x-openstack-request-id: req-eded760c-a567-41b3-94e2-295615ea27dd {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:14.184373 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:14.184568 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eded760c-a567-41b3-94e2-295615ea27dd {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:14.185015 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'code': 200} Feb 01 18:52:14.192460 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba12bce-0cb0-431d-9dc1-aa1b79f3f944 req-f8c9b02a-9a15-41f6-be8d-cf47d6dbf68a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:14.193925 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9ba12bce-0cb0-431d-9dc1-aa1b79f3f944 req-f8c9b02a-9a15-41f6-be8d-cf47d6dbf68a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0589178 Feb 01 18:52:14.213728 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:14.255118 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9ba12bce-0cb0-431d-9dc1-aa1b79f3f944 req-de0181dd-c357-41a1-89b9-41e4a58c955f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515246 Feb 01 18:52:14.388607 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18334f3-4355-4eac-b7e2-475881db26c3 req-02e259d1-e674-4e13-969f-e1f4ac4a9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:14.390507 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a18334f3-4355-4eac-b7e2-475881db26c3 req-02e259d1-e674-4e13-969f-e1f4ac4a9280 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1129 time: 0.0521839 Feb 01 18:52:14.444724 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a18334f3-4355-4eac-b7e2-475881db26c3 req-120b9631-440f-4b42-a874-db1ff7f2004f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 Feb 01 18:52:14.467347 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e865c-f1f8-4261-8532-2774f1c551de req-2eaa3920-2a89-4e41-b9d1-2791fe47ddc5 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:14.468821 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0c4e865c-f1f8-4261-8532-2774f1c551de req-2eaa3920-2a89-4e41-b9d1-2791fe47ddc5 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0593386 Feb 01 18:52:14.528803 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0c4e865c-f1f8-4261-8532-2774f1c551de req-71e0081f-ac5c-4b29-a2f3-7cf2bfc8d8a0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&id=a06f4efd-9af9-46ce-ba98-b99e9d667e13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540628 Feb 01 18:52:15.389668 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bcd44-8fd2-481f-97ba-1b9a29b83556 req-5dfb67e8-1fa3-4720-8ba9-ba1822ff7720 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:15.391187 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fc6bcd44-8fd2-481f-97ba-1b9a29b83556 req-5dfb67e8-1fa3-4720-8ba9-ba1822ff7720 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0618565 Feb 01 18:52:15.614108 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fc6bcd44-8fd2-481f-97ba-1b9a29b83556 req-4a1269dc-feac-4be4-806a-183f00054716 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171266 Feb 01 18:52:16.803640 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359f64e-e299-4bbc-bffd-12167d691d5c req-39dbb78b-27fb-44bf-87fe-2f3847a01e62 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:16.805455 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3359f64e-e299-4bbc-bffd-12167d691d5c req-39dbb78b-27fb-44bf-87fe-2f3847a01e62 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1174808 Feb 01 18:52:16.863291 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3359f64e-e299-4bbc-bffd-12167d691d5c req-706ab4fb-c20f-45f1-933a-8d30d66a3729 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501466 Feb 01 18:52:16.998995 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b3e12-42aa-4372-a839-10fa53903d05 req-0c66ef23-ff0b-4fba-ba12-92bd7cf1b631 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:17.000520 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5d7b3e12-42aa-4372-a839-10fa53903d05 req-0c66ef23-ff0b-4fba-ba12-92bd7cf1b631 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0674415 Feb 01 18:52:17.009323 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57518) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:17.014171 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Request body: {'floatingip': {'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:17.058561 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:17.525940 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:17.529956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:17.630080 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Floating IP 95308436-bad2-4035-80bc-72f608254eb9 associated. External IP: 172.27.3.212, port: 24c56d15-d980-4a45-9cd6-0954a3697ce7. Feb 01 18:52:18.051766 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:52:18.157803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:52:18.162673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:18.167998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:52:18.178154 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:18.178790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:18.193412 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9f6bd252-36ed-4ae2-9798-ff992635911b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "PUT /v2.0/floatingips/95308436-bad2-4035-80bc-72f608254eb9 HTTP/1.1" status: 200 len: 991 time: 1.1828072 Feb 01 18:52:18.193979 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:18.196237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26568da-40e5-4626-8952-55cf67be4ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:18.233174 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186f4f5-c922-4303-8cdd-d64d592432bd x-openstack-request-id: req-8186f4f5-c922-4303-8cdd-d64d592432bd {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:18.233538 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:18.233865 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8186f4f5-c922-4303-8cdd-d64d592432bd {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:18.234333 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'status': 'completed', 'code': 200} Feb 01 18:52:18.304241 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:18.314127 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b5251-64eb-477e-95b8-86d572cc96f2 req-ad29bbd8-81b9-4db0-9373-78f6077a29da tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:18.321479 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a4b5251-64eb-477e-95b8-86d572cc96f2 req-ad29bbd8-81b9-4db0-9373-78f6077a29da tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0777659 Feb 01 18:52:18.326050 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-ca1c3b91-1022-46b1-b95f-d2d1054ebfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:18.327920 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-ca1c3b91-1022-46b1-b95f-d2d1054ebfc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1129 time: 0.0576375 Feb 01 18:52:18.397094 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a4b5251-64eb-477e-95b8-86d572cc96f2 req-13773391-648f-459c-8785-805e7a878d39 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558491 Feb 01 18:52:18.444554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-0a9edcca-e9de-4686-992e-1637f2d3c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:18.446338 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-0a9edcca-e9de-4686-992e-1637f2d3c220 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1056931 Feb 01 18:52:18.519217 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-1b4b31f9-e62b-485b-bef4-84277d304ce4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 999 time: 0.0634217 Feb 01 18:52:18.548172 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '95308436-bad2-4035-80bc-72f608254eb9', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96067165-d0de-4d57-9086-f694e3da616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:04Z', 'updated_at': '2022-02-01T18:52:17Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:18.570840 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-2d732b43-4373-4b85-bf02-dc4867cf603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:18.572329 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-2d732b43-4373-4b85-bf02-dc4867cf603a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0448053 Feb 01 18:52:18.576367 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:52:18.584876 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:18.585486 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:18.629474 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-2a723bca-7789-4882-8f46-f5b44c909d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:18.631154 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-2a723bca-7789-4882-8f46-f5b44c909d00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494330 Feb 01 18:52:18.695455 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57548) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:18.736234 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-79c3070e-fc8a-4253-995b-1e2bdd68f723 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943880 Feb 01 18:52:18.818245 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e74a93d3-a9f8-48d5-8524-1838b75e3670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:18.820589 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:18.873206 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a26568da-40e5-4626-8952-55cf67be4ae3 req-1508cabf-16e9-43ee-adc1-110769136b1a service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253037 Feb 01 18:52:18.921961 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e74a93d3-a9f8-48d5-8524-1838b75e3670 admin admin] Publish callbacks [] for security_group (f8e13cef-88a0-4c79-b050-db13eef99308), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:18.926609 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e74a93d3-a9f8-48d5-8524-1838b75e3670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (f8e13cef-88a0-4c79-b050-db13eef99308), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:18.965203 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e74a93d3-a9f8-48d5-8524-1838b75e3670 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffdf732cb1e849bbbe183cd36d231bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686930 Feb 01 18:52:18.967160 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a93d3-a9f8-48d5-8524-1838b75e3670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e13cef-88a0-4c79-b050-db13eef99308,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:18.967900 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57552) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:19.021048 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] Publish callbacks [] for security_group (f8e13cef-88a0-4c79-b050-db13eef99308), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.047265 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] Publish callbacks [] for security_group (f8e13cef-88a0-4c79-b050-db13eef99308), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.063841 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '95308436-bad2-4035-80bc-72f608254eb9', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96067165-d0de-4d57-9086-f694e3da616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:04Z', 'updated_at': '2022-02-01T18:52:17Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:19.093661 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfbf266-7d68-438a-b8c6-567107049486 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '95308436-bad2-4035-80bc-72f608254eb9', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96067165-d0de-4d57-9086-f694e3da616f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:04Z', 'updated_at': '2022-02-01T18:52:17Z', 'revision_number': 1, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:52:19.094417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (f8e13cef-88a0-4c79-b050-db13eef99308), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.097056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.098205 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8e13cef-88a0-4c79-b050-db13eef99308 HTTP/1.1" status: 204 len: 168 time: 0.1279578 Feb 01 18:52:19.107152 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c4144-6120-4874-9399-33f98e4a535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e13cef-88a0-4c79-b050-db13eef99308,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:19.287940 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76032470-707c-43d8-8a29-fad80ef5abe9 None None] New status for floating IP 95308436-bad2-4035-80bc-72f608254eb9: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:52:19.380730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57560) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:19.394042 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-974ba20a-648c-4614-9c70-9c00e9467a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.502258 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-974ba20a-648c-4614-9c70-9c00e9467a58 admin admin] Publish callbacks [] for security_group (1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.506322 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-974ba20a-648c-4614-9c70-9c00e9467a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.556361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e50ac-529e-420a-b26c-cca6e724f45a req-2ab20dfd-1a93-492c-bd6b-0293d1ae81d6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:19.557846 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-975e50ac-529e-420a-b26c-cca6e724f45a req-2ab20dfd-1a93-492c-bd6b-0293d1ae81d6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1110454 Feb 01 18:52:19.563670 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-974ba20a-648c-4614-9c70-9c00e9467a58 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41eadc87e85d454f990295812bfffe19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819410 Feb 01 18:52:19.566376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57564) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:19.570401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ba20a-648c-4614-9c70-9c00e9467a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:19.612260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-975e50ac-529e-420a-b26c-cca6e724f45a req-d38da86f-f8fc-4ec1-b063-6c69c6db4ac0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Feb 01 18:52:19.616917 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] Publish callbacks [] for security_group (1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.638501 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] Publish callbacks [] for security_group (1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.688856 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.691671 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:19.693043 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a HTTP/1.1" status: 204 len: 168 time: 0.1256318 Feb 01 18:52:19.702048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22b2a8-e62e-413c-a002-f1864c570460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd9f4c6-44db-4dd0-ab00-0d9e0ce0b24a,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:20.715877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57602) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:20.817025 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78fed93c-efd7-4a78-8380-1ffb1d9bf917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:20.889267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78fed93c-efd7-4a78-8380-1ffb1d9bf917 admin admin] Publish callbacks [] for security_group (7b4278e5-7c3c-448a-83bd-051d2aa9280d), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:20.892974 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78fed93c-efd7-4a78-8380-1ffb1d9bf917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7b4278e5-7c3c-448a-83bd-051d2aa9280d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:20.931322 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-78fed93c-efd7-4a78-8380-1ffb1d9bf917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47646a63af494e7b8844d5437aa73259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143805 Feb 01 18:52:20.932642 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fed93c-efd7-4a78-8380-1ffb1d9bf917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4278e5-7c3c-448a-83bd-051d2aa9280d,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:20.934275 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57608) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:20.984538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] Publish callbacks [] for security_group (7b4278e5-7c3c-448a-83bd-051d2aa9280d), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:21.005416 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] Publish callbacks [] for security_group (7b4278e5-7c3c-448a-83bd-051d2aa9280d), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:21.051661 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7b4278e5-7c3c-448a-83bd-051d2aa9280d), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:21.054145 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:21.057944 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b4278e5-7c3c-448a-83bd-051d2aa9280d HTTP/1.1" status: 204 len: 168 time: 0.1226182 Feb 01 18:52:21.065517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b717376-7c06-43e2-91a5-83af505bed11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4278e5-7c3c-448a-83bd-051d2aa9280d,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:22.831192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:26.732490 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-275e87a0-96b8-4211-a59f-bf52f8fab47a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455439 Feb 01 18:52:26.803122 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:52:26.803794 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-411c809f-ea15-4e63-b877-0973f9a9b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:26.805424 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-411c809f-ea15-4e63-b877-0973f9a9b86e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 1130 time: 0.0504227 Feb 01 18:52:26.910394 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-42f3cb8e-3832-4226-a4ef-993fb2cb59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:26.911868 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-42f3cb8e-3832-4226-a4ef-993fb2cb59e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.0842316 Feb 01 18:52:26.986992 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-b6fde244-23e7-4bc0-977c-a34d5472d055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 200 len: 1002 time: 0.0652046 Feb 01 18:52:27.052960 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-24d5c202-e992-42e8-adae-fdf525f08203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:27.054370 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-24d5c202-e992-42e8-adae-fdf525f08203 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0428956 Feb 01 18:52:27.105836 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-d20565a6-3463-4d01-aac6-809d9e3dc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:27.107295 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-d20565a6-3463-4d01-aac6-809d9e3dc92f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421007 Feb 01 18:52:27.198486 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-0fa4f000-1e26-4795-9009-815725c303d7 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826645 Feb 01 18:52:27.288334 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-6e620ce4-f44c-4d35-9094-94eee5026053 req-e685d644-b0ac-409a-bed1-b74d08ee9464 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804191 Feb 01 18:52:30.021819 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e1c67-501c-4dee-813f-035b8689971a req-6fdd6059-84fe-4c56-a922-af356caf040e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:30.023222 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-af9e1c67-501c-4dee-813f-035b8689971a req-6fdd6059-84fe-4c56-a922-af356caf040e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0518923 Feb 01 18:52:30.068501 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-af9e1c67-501c-4dee-813f-035b8689971a req-d31a0d8c-1ef5-4b67-ac9f-aca7c986eebc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Feb 01 18:52:30.293378 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57710) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:30.407772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb835-ff8e-4abe-8994-b88d0fd8a7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.482004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb835-ff8e-4abe-8994-b88d0fd8a7aa admin admin] Publish callbacks [] for security_group (db200fd2-23dc-4c89-aa4e-e3d027adfda4), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.486158 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb835-ff8e-4abe-8994-b88d0fd8a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (db200fd2-23dc-4c89-aa4e-e3d027adfda4), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.522431 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cb835-ff8e-4abe-8994-b88d0fd8a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db200fd2-23dc-4c89-aa4e-e3d027adfda4,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:30.526705 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9b0cb835-ff8e-4abe-8994-b88d0fd8a7aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61dc2154e85a473f81eb6f135abd618a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322624 Feb 01 18:52:30.529288 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57714) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:30.576969 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] Publish callbacks [] for security_group (db200fd2-23dc-4c89-aa4e-e3d027adfda4), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.598007 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] Publish callbacks [] for security_group (db200fd2-23dc-4c89-aa4e-e3d027adfda4), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.644520 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (db200fd2-23dc-4c89-aa4e-e3d027adfda4), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.647335 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:30.648561 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db200fd2-23dc-4c89-aa4e-e3d027adfda4 HTTP/1.1" status: 204 len: 168 time: 0.1183226 Feb 01 18:52:30.657110 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df1cd-9074-4d06-a0d9-2431ec58d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db200fd2-23dc-4c89-aa4e-e3d027adfda4,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:31.194391 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c50a-f408-4296-82f7-fc4901b678e3 req-752aa1e4-2c0b-4d94-9404-45dd25c4c42e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:31.196253 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-87f3c50a-f408-4296-82f7-fc4901b678e3 req-752aa1e4-2c0b-4d94-9404-45dd25c4c42e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0584755 Feb 01 18:52:31.247744 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-87f3c50a-f408-4296-82f7-fc4901b678e3 req-fca6ddc3-684d-4577-936c-c143865bb47a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453084 Feb 01 18:52:32.373431 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3484f-e8be-48e3-9c49-32e1d03cd75c req-7277bd81-cecc-42be-b120-d21414905862 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:32.374947 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9da3484f-e8be-48e3-9c49-32e1d03cd75c req-7277bd81-cecc-42be-b120-d21414905862 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0547991 Feb 01 18:52:32.420362 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9da3484f-e8be-48e3-9c49-32e1d03cd75c req-07f250de-edc0-4fb8-a67f-d2a6ceddec0a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400512 Feb 01 18:52:33.225614 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084534-7098-4ad0-9760-e82ee293a763 req-862443f9-7063-411d-8d8d-04817d94cf16 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:33.227350 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a4084534-7098-4ad0-9760-e82ee293a763 req-862443f9-7063-411d-8d8d-04817d94cf16 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0635867 Feb 01 18:52:33.328461 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Deleting port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:33.328792 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:33.412879 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] For port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:33.413149 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:33.598517 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:33.598907 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:33.599226 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Floating IP 2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa disassociated. External IP: 172.27.3.120, port: 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b. Feb 01 18:52:33.599568 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Calling delete_port for 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:33.723004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd342aa-b587-4797-b2f8-7954c830c2de req-e77f9b53-f581-45e9-821d-d028b9b19925 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:33.724391 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cfd342aa-b587-4797-b2f8-7954c830c2de req-e77f9b53-f581-45e9-821d-d028b9b19925 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=776e995b-6b94-426b-b810-76b459523fdf HTTP/1.1" status: 200 len: 946 time: 0.0582137 Feb 01 18:52:33.734131 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (2d515610-86ef-4c8f-b5f8-9135dbcf3b8b), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:33.763388 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'Port': ['ID=2d515610-86ef-4c8f-b5f8-9135dbcf3b8b,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:33.775828 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.776640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.776640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.776888 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.777143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.777481 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.777801 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.778119 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.778435 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.778823 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.779141 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.779453 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.779784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:52:33.780138 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cfd342aa-b587-4797-b2f8-7954c830c2de req-84afd054-451a-42a6-ac52-7db6cce352a4 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=707caa7f-8a68-409d-8fd4-e1feb740e722&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488212 Feb 01 18:52:33.896379 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:52:34.003970 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:52:34.013919 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:52:34.023567 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:34.024325 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:34.046781 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] No DVR routers for this DVR port 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:52:34.049341 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:34.052941 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-a4084534-7098-4ad0-9760-e82ee293a763 req-fc4928c4-21dd-4970-afb7-18018a4757b1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "DELETE /v2.0/ports/2d515610-86ef-4c8f-b5f8-9135dbcf3b8b HTTP/1.1" status: 204 len: 173 time: 0.8143554 Feb 01 18:52:34.053361 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'name': 'network-vif-deleted', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:34.055603 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7950eb-f3ff-4f72-9218-13a2f97b2e2a" -d '{"events": [{"server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "name": "network-vif-deleted", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:34.100365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6859ed9-99a7-416d-a749-0a031e0eb2d9 x-openstack-request-id: req-e6859ed9-99a7-416d-a749-0a031e0eb2d9 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:34.100878 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776e995b-6b94-426b-b810-76b459523fdf", "name": "network-vif-deleted", "tag": "2d515610-86ef-4c8f-b5f8-9135dbcf3b8b", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:34.101078 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6859ed9-99a7-416d-a749-0a031e0eb2d9 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:34.101532 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776e995b-6b94-426b-b810-76b459523fdf', 'name': 'network-vif-deleted', 'tag': '2d515610-86ef-4c8f-b5f8-9135dbcf3b8b', 'status': 'completed', 'code': 200} Feb 01 18:52:34.136680 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:34.348389 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:34.378583 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:52:34.386717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:34.387311 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:34.491674 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:34.699294 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:34.734794 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2cd06-4326-48d8-aaca-b5a34167fe8f None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:52:34.882210 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57814) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:34.950810 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (707caa7f-8a68-409d-8fd4-e1feb740e722), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:34.983973 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (707caa7f-8a68-409d-8fd4-e1feb740e722), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:34.997999 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1fcb85-5dde-4237-8d1a-675eb999205a None None] New status for floating IP 2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:52:35.037814 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (707caa7f-8a68-409d-8fd4-e1feb740e722), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.040485 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.042538 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "DELETE /v2.0/security-groups/707caa7f-8a68-409d-8fd4-e1feb740e722 HTTP/1.1" status: 204 len: 168 time: 0.1589103 Feb 01 18:52:35.045026 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57818) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:35.051631 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470ca15-60ff-4324-884a-295c2e17c641 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707caa7f-8a68-409d-8fd4-e1feb740e722,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:35.060680 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.api.v2.resource [None req-38d896cb-87c5-437c-961c-910cd342295b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] show failed (client error): The resource could not be found. Feb 01 18:52:35.061798 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-38d896cb-87c5-437c-961c-910cd342295b tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups/707caa7f-8a68-409d-8fd4-e1feb740e722 HTTP/1.1" status: 404 len: 347 time: 0.0150499 Feb 01 18:52:35.064883 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57820) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:35.204742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Deleting port 5c9615b8-b2f7-4936-9609-dd03c0787e46 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:52:35.205111 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.283311 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.283633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (5c9615b8-b2f7-4936-9609-dd03c0787e46), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.295624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Calling delete_port for 5c9615b8-b2f7-4936-9609-dd03c0787e46 owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:52:35.438537 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (5c9615b8-b2f7-4936-9609-dd03c0787e46), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.464340 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'Port': ['ID=5c9615b8-b2f7-4936-9609-dd03c0787e46,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:35.527053 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.529551 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.530692 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7206446c-f55c-414a-a2d0-c42cd07a02bc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "DELETE /v2.0/floatingips/2cfe4e1e-24b1-4b9a-8cc7-594d96ce76aa HTTP/1.1" status: 204 len: 168 time: 0.4645700 Feb 01 18:52:35.744386 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57826) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:35.748931 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104576129', 'description': 'tempest-description--582768617'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:35.769383 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.837363 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (d581688f-963b-411a-81df-389578679088), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.842531 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d581688f-963b-411a-81df-389578679088), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.844380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-447944ab-552d-4655-884f-5eb7e492ce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.873680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.874974 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295705 Feb 01 18:52:35.877942 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 57828) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:35.879760 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf561abb-e763-46a5-a605-81b4d8310a11 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d581688f-963b-411a-81df-389578679088,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:35.883327 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group_rule': {'security_group_id': 'd581688f-963b-411a-81df-389578679088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:35.911373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (3d748458-3b14-441d-a443-5560c7fb844d), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.957151 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (3d748458-3b14-441d-a443-5560c7fb844d), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.960685 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (3d748458-3b14-441d-a443-5560c7fb844d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.978505 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d748458-3b14-441d-a443-5560c7fb844d,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:35.986944 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:35.988395 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8919c9af-8ac5-4a6b-93dd-53ed8f7fa8bb tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094096 Feb 01 18:52:35.991317 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57832) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:35.996378 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'security_group_rule': {'security_group_id': 'd581688f-963b-411a-81df-389578679088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:36.021670 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (eff0067f-828b-427e-953f-12c45a8edd84), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.077917 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (eff0067f-828b-427e-953f-12c45a8edd84), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.082711 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (eff0067f-828b-427e-953f-12c45a8edd84), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.102605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff0067f-828b-427e-953f-12c45a8edd84,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:36.110534 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.111594 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c1ca9a1c-02fb-4939-bbbe-d76cf9394562 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192241 Feb 01 18:52:36.115653 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57834) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:36.123949 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:36.148523 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.247509 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.351034 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Allocated IP 172.27.3.36 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/72ac1f01-9580-41e2-94a0-f69067a9ad5c) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:52:36.472227 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.507666 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.544417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:52:36.547177 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:52:36.550113 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:52:36.575959 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=72ac1f01-9580-41e2-94a0-f69067a9ad5c,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:36.654519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.696217 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.857082 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.861611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.929581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=72ac1f01-9580-41e2-94a0-f69067a9ad5c,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:36.941797 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.961882 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:36.963315 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7168a275-476e-4341-a35c-fa833defd83d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8457251 Feb 01 18:52:37.118010 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-b12d5097-a0a3-4f84-be3d-1ef867aef2f3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1104576129&fields=id&tenant_id=c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 267 time: 0.0413013 Feb 01 18:52:37.230387 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-253e7894-2ff3-40dd-a10a-fc0a4af97d0f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:37.231967 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-253e7894-2ff3-40dd-a10a-fc0a4af97d0f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 810 time: 0.1071503 Feb 01 18:52:37.246877 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-405a443b-cfae-497d-975c-e051e6e4ecea tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/quotas/c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 375 time: 0.0097513 Feb 01 18:52:37.299256 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-3e306d54-aba3-4f89-b8b2-34b9f6c64775 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476434 Feb 01 18:52:37.656106 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-84dc5d1d-632b-4c3b-bbd9-416bcbc4bfd2 service neutron] 10.222.0.31 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452072 Feb 01 18:52:37.746529 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-e1afa80e-ab9a-413c-983e-8cde6c6813c4 service neutron] 10.222.0.31 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847502 Feb 01 18:52:37.913725 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ddb14ce6-e07c-4dd8-82a5-728f725f9ea8 req-ed3ea671-3563-4685-a8bf-522f7eeb4597 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0273869 Feb 01 18:52:37.923376 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-4574ecf1-486c-4ea1-a092-f52b76ffd43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:37.983474 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:52:38.004104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:52:38.004436 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 2d515610-86ef-4c8f-b5f8-9135dbcf3b8b not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:52:39.022275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4c32c8ff-d4fc-47aa-914a-3ce09fb81157 req-bc3988bf-edc7-4b82-8e08-80f42329d6f5 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0354543 Feb 01 18:52:39.142151 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-57d2f34d-49ea-43fd-8419-f349fa2256f7 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:39.143648 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-57d2f34d-49ea-43fd-8419-f349fa2256f7 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 810 time: 0.1099513 Feb 01 18:52:39.213795 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-94d3088a-8169-4142-8817-119d83c13381 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f3957e2db84d628128076327c3411f HTTP/1.1" status: 200 len: 380 time: 0.0576174 Feb 01 18:52:39.228968 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'port': {'device_id': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'admin_state_up': True, 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'security_groups': ['d581688f-963b-411a-81df-389578679088']}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:39.238291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:39.340136 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Made reservation on behalf of c1f3957e2db84d628128076327c3411f for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:52:39.343542 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:39.485689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Allocated IP 172.20.0.8 (6ffeec84-f44c-4d2a-a87a-5bc936c409a6/9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b/9626a0d3-a7f8-43a5-a5b3-80826be1dd9e) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:52:39.637915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:39.670581 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:39.717295 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:52:39.720221 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:52:39.723777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:52:39.732579 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event updated for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:39.789461 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:39.790162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:39.815367 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-76751c21-ab03-4212-a2a9-228bfdc2667f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908458 Feb 01 18:52:39.934006 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Request body: {'port': {'device_id': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:39.997122 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.007961 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-2b10fc33-126d-4e06-a20e-1e9ff925965c None None] Provisioning complete for port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:52:40.008257 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-2b10fc33-126d-4e06-a20e-1e9ff925965c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.040380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-2b10fc33-126d-4e06-a20e-1e9ff925965c None None] Port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:52:40.171478 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fc255-c798-4825-8b3b-0cbd16ba8269 req-e9af5bd8-3744-4ad9-a07b-f4c3413c6137 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:40.173652 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba0fc255-c798-4825-8b3b-0cbd16ba8269 req-e9af5bd8-3744-4ad9-a07b-f4c3413c6137 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 931 time: 0.0614915 Feb 01 18:52:40.225120 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ba0fc255-c798-4825-8b3b-0cbd16ba8269 req-da23fb4f-e552-4948-8fd2-1ca91677e86c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454271 Feb 01 18:52:40.291939 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:52:40.299329 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks [] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.311852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Transition to ACTIVE for port object 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:52:40.315296 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.364929 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:40.438373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Attempting to bind port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:52:40.438610 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Attempting to bind port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:52:40.438938 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Attempting to bind port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:52:40.443610 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:52:40.443927 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Attempting to bind port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e on network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:52:40.449543 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:52:40.449901 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Checking segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:52:40.450281 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Bound using segment: {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:52:40.450740 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Bound port: 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66652b53-8f95-440a-94e0-b9cc58c28307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:52:40.451094 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.524384 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:52:40.527908 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:52:40.539587 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.583494 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:40.585028 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.586417 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] 10.222.0.39 "PUT /v2.0/ports/9626a0d3-a7f8-43a5-a5b3-80826be1dd9e HTTP/1.1" status: 200 len: 1093 time: 0.7557039 Feb 01 18:52:40.590030 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:40.593253 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44" -d '{"events": [{"name": "network-changed", "server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:40.607573 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:40.620412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b12c-f88d-4b7a-b376-1ab922c748c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:40.657029 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb6979-e4db-47d6-928e-9654dd235379 x-openstack-request-id: req-0aeb6979-e4db-47d6-928e-9654dd235379 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:40.657316 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:40.657574 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0aeb6979-e4db-47d6-928e-9654dd235379 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:40.657967 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'status': 'completed', 'code': 200} Feb 01 18:52:40.698955 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-ef579221-ddd4-4b31-87aa-bf92d759c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:40.700432 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-ef579221-ddd4-4b31-87aa-bf92d759c3bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 1127 time: 0.0525370 Feb 01 18:52:40.746968 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-79ca4959-5ccc-4320-8727-7ae5e4160aec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e HTTP/1.1" status: 200 len: 217 time: 0.0360734 Feb 01 18:52:40.829190 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-cd320045-df8c-4d63-8780-fa7961b567de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:40.830723 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-cd320045-df8c-4d63-8780-fa7961b567de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0662155 Feb 01 18:52:40.888663 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-52f9ab50-5f28-4673-9a48-27fe3b6eec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:40.890182 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-52f9ab50-5f28-4673-9a48-27fe3b6eec29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513434 Feb 01 18:52:40.983294 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-09f8cba1-aebc-464b-a3ef-b37c9db288b2 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820477 Feb 01 18:52:41.082561 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-727e033c-233a-44ee-9b1e-7c9624f315ea req-1eca8aeb-5ca8-4d30-ad8d-116e6cff7811 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Feb 01 18:52:41.204996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-f161d1a0-88c1-4243-8669-fb793ffd5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:41.206643 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-f161d1a0-88c1-4243-8669-fb793ffd5aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 1127 time: 0.0523982 Feb 01 18:52:41.310513 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-6a197126-36fb-4ef2-8dc9-58b9b9db244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:41.312000 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-6a197126-36fb-4ef2-8dc9-58b9b9db244f service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.0894890 Feb 01 18:52:41.360588 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-0e3e5648-8e96-4caf-a8ff-86db72f56a48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e HTTP/1.1" status: 200 len: 217 time: 0.0409005 Feb 01 18:52:41.370827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01167572-88a1-420c-84bb-111d8da0fe2d req-2792f5e5-be65-412d-a21b-48bed5034e30 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:41.372342 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-01167572-88a1-420c-84bb-111d8da0fe2d req-2792f5e5-be65-412d-a21b-48bed5034e30 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 943 time: 0.0556672 Feb 01 18:52:41.416779 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-5a480055-14bc-4c33-9e39-8b258399775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:41.418336 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-5a480055-14bc-4c33-9e39-8b258399775a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0489802 Feb 01 18:52:41.420924 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-01167572-88a1-420c-84bb-111d8da0fe2d req-afe4f371-ac08-4a55-a0ec-7f8811f08946 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Feb 01 18:52:41.469961 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-d6c0068c-b700-4bf4-8aeb-4d54b9dad8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:41.471545 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-d6c0068c-b700-4bf4-8aeb-4d54b9dad8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438542 Feb 01 18:52:41.578297 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-1d193a6e-5e3b-49a5-baed-f6d07a631ccf service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956006 Feb 01 18:52:41.672089 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5ff5c0d2-eb06-47b9-971a-fd3b6d8cbe44 req-793ea9d1-4cae-418e-87a0-04cc8bc4d6fb service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818155 Feb 01 18:52:41.849743 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:42.542812 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73537baf-48ef-4d68-8d62-46929d5c6c58 req-27e8c2f6-aa61-4c87-af04-7da176308f10 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:42.544254 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73537baf-48ef-4d68-8d62-46929d5c6c58 req-27e8c2f6-aa61-4c87-af04-7da176308f10 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 943 time: 0.0559523 Feb 01 18:52:42.592436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73537baf-48ef-4d68-8d62-46929d5c6c58 req-d11b3957-c132-4f61-8c9c-866c3fd9b8b7 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Feb 01 18:52:43.719963 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93188ec4-df0c-49c1-9290-332690f81144 req-9553c385-dc60-482d-b487-e6024ee1be8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:43.721422 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93188ec4-df0c-49c1-9290-332690f81144 req-9553c385-dc60-482d-b487-e6024ee1be8d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 943 time: 0.0518172 Feb 01 18:52:43.776517 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-93188ec4-df0c-49c1-9290-332690f81144 req-677d6457-f502-485e-acff-be69b6fa312d tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486832 Feb 01 18:52:44.027245 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:52:44.123903 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:44.138745 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'port_id': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'mac_address': 'fa:16:3e:0e:07:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:52:44.179240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:52:44.179625 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:44.192052 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:52:44.211135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:44.215870 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:44.263240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:44.551040 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:52:44.896586 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22845-95ba-4166-80a0-9221b40a370f req-87af32b4-50e5-4f39-aa0f-df649171e015 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:44.898039 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80f22845-95ba-4166-80a0-9221b40a370f req-87af32b4-50e5-4f39-aa0f-df649171e015 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 944 time: 0.0515969 Feb 01 18:52:44.949743 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80f22845-95ba-4166-80a0-9221b40a370f req-38e40c13-6ee2-4ec6-9f82-da37951fb0de tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Feb 01 18:52:46.046588 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:52:46.068304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08da8e-49a3-45a0-b2db-1342df3eb7a4 req-bd8cd16a-526d-4ee8-bea8-4e170185b8d6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:46.069826 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6f08da8e-49a3-45a0-b2db-1342df3eb7a4 req-bd8cd16a-526d-4ee8-bea8-4e170185b8d6 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 944 time: 0.0523515 Feb 01 18:52:46.095200 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:52:46.100133 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:52:46.100506 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:46.122984 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6f08da8e-49a3-45a0-b2db-1342df3eb7a4 req-0e10cafc-cd33-40b5-b460-bd77965e371a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448420 Feb 01 18:52:46.188560 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:52:46.188972 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:46.211983 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:46.214463 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7353fc-eba5-43f6-9b17-de845adaf987" -d '{"events": [{"server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "name": "network-vif-plugged", "status": "completed", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:46.226899 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:52:46.231748 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:46.254584 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288642df-6361-444a-84ac-eb284c63a05b x-openstack-request-id: req-288642df-6361-444a-84ac-eb284c63a05b {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:46.254881 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "name": "network-vif-plugged", "status": "completed", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:46.255138 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-288642df-6361-444a-84ac-eb284c63a05b {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:46.255529 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'code': 200} Feb 01 18:52:46.281084 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:52:46.458819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a734ab-7dc5-41af-9faa-a9d9cb5d280c req-a451af0f-7d59-42e3-9b0a-ddb940a55afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:46.460276 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-39a734ab-7dc5-41af-9faa-a9d9cb5d280c req-a451af0f-7d59-42e3-9b0a-ddb940a55afc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 1129 time: 0.0467460 Feb 01 18:52:46.511909 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-39a734ab-7dc5-41af-9faa-a9d9cb5d280c req-1a225403-9bed-4581-be03-e41a9e2225e1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378058 Feb 01 18:52:47.237045 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d6d3-8aca-4cd0-916d-9aa2d6d9ebea req-13e2901d-ab9b-4c86-b2eb-a20e36854574 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:47.238788 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7538d6d3-8aca-4cd0-916d-9aa2d6d9ebea req-13e2901d-ab9b-4c86-b2eb-a20e36854574 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0522807 Feb 01 18:52:47.312078 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7538d6d3-8aca-4cd0-916d-9aa2d6d9ebea req-7719caff-9b72-4819-8a0a-d3cdb28e19fd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672557 Feb 01 18:52:48.436768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7fd2b-28a6-46d3-97f8-086a4f1f9932 req-035c4cc9-3959-4f9e-b4a8-fe4c909b350a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:48.438128 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-92d7fd2b-28a6-46d3-97f8-086a4f1f9932 req-035c4cc9-3959-4f9e-b4a8-fe4c909b350a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0563049 Feb 01 18:52:48.484710 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-92d7fd2b-28a6-46d3-97f8-086a4f1f9932 req-eae1bdf1-9151-4708-b3b2-da082dc7fffd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409806 Feb 01 18:52:48.600236 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d969a0e-cb70-4a6b-8a00-099937214195 req-066f448e-2756-42fb-944c-faa15389cc95 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:48.601713 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4d969a0e-cb70-4a6b-8a00-099937214195 req-066f448e-2756-42fb-944c-faa15389cc95 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0535707 Feb 01 18:52:48.611262 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 57930) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:52:48.619161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Request body: {'floatingip': {'port_id': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:52:48.671510 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:49.101191 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:49.105962 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:49.205586 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Floating IP 6db512fb-b33c-4a6b-8330-ee2f41c1e2a5 associated. External IP: 172.27.3.36, port: 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e. Feb 01 18:52:49.412393 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:52:49.519161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:52:49.524074 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:52:49.530450 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:52:49.540304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:49.540933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:49.554272 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9cebb704-46e4-4535-8917-9ea1590b7871 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "PUT /v2.0/floatingips/6db512fb-b33c-4a6b-8330-ee2f41c1e2a5 HTTP/1.1" status: 200 len: 990 time: 0.9410613 Feb 01 18:52:49.554926 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:52:49.557308 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e2a00-8bbc-4d69-90ce-d254efd2ea05" -d '{"events": [{"name": "network-changed", "server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:52:49.653470 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:49.671471 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185ce1d-1510-4714-a74b-ea90018da377 req-57c4de99-fe7c-4db8-93a8-1d0af1eff5ed tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:49.680401 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8185ce1d-1510-4714-a74b-ea90018da377 req-57c4de99-fe7c-4db8-93a8-1d0af1eff5ed tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0707135 Feb 01 18:52:49.688824 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a72bba2-ff2f-4f9b-b259-c5a34fc9a76a x-openstack-request-id: req-3a72bba2-ff2f-4f9b-b259-c5a34fc9a76a {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:52:49.689104 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:52:49.689446 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a72bba2-ff2f-4f9b-b259-c5a34fc9a76a {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:52:49.689730 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'status': 'completed', 'code': 200} Feb 01 18:52:49.739476 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8185ce1d-1510-4714-a74b-ea90018da377 req-75b83fa3-13e3-40f9-a90d-16d8276f5dd9 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582781 Feb 01 18:52:49.769153 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-d9ac858d-d24d-4117-b3f1-d85954af531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:49.770856 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-d9ac858d-d24d-4117-b3f1-d85954af531b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f3957e2db84d628128076327c3411f&device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 1129 time: 0.0534351 Feb 01 18:52:49.895507 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-eb366e10-2adc-4bfb-8c10-01567c13fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:49.897299 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-eb366e10-2adc-4bfb-8c10-01567c13fa99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 200 len: 911 time: 0.1142454 Feb 01 18:52:49.914445 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '6db512fb-b33c-4a6b-8330-ee2f41c1e2a5', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:0e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:36Z', 'updated_at': '2022-02-01T18:52:49Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:49.943838 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:52:49.953423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:52:49.954035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:52:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:50.063940 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:52:50.187786 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-4a75d166-58dc-4b38-8be0-0ab9a2774708 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e HTTP/1.1" status: 200 len: 998 time: 0.2835517 Feb 01 18:52:50.237221 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-ba7fd088-5895-4b5c-9f3d-2de2b69196f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:50.238882 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-ba7fd088-5895-4b5c-9f3d-2de2b69196f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 200 len: 849 time: 0.0439413 Feb 01 18:52:50.294758 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '6db512fb-b33c-4a6b-8330-ee2f41c1e2a5', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:0e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:36Z', 'updated_at': '2022-02-01T18:52:49Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:52:50.301443 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-5b71274f-5785-4e5b-9080-bacfe2d87941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:50.304267 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-5b71274f-5785-4e5b-9080-bacfe2d87941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ffeec84-f44c-4d2a-a87a-5bc936c409a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537689 Feb 01 18:52:50.322332 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634be1f-d512-4213-bbdd-d31ee3eb1e31 None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '6db512fb-b33c-4a6b-8330-ee2f41c1e2a5', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'port_id': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'mac_address': 'fa:16:3e:0e:07:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:52:36Z', 'updated_at': '2022-02-01T18:52:49Z', 'revision_number': 1, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:52:50.404534 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-79f920b4-a812-4a75-bf92-a5e7f07e9f54 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903666 Feb 01 18:52:50.503057 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-660e2a00-8bbc-4d69-90ce-d254efd2ea05 req-34ce1bc6-a2f8-4b2e-b044-f20356394e59 service neutron] 10.222.0.39 "GET /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898142 Feb 01 18:52:50.540864 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91337366-8c9f-446a-969a-fd511442f4c6 None None] New status for floating IP 6db512fb-b33c-4a6b-8330-ee2f41c1e2a5: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:52:50.862699 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a151c-8095-4f70-a7e1-f56602a7ecc1 req-61115a3e-b269-4f73-ad3f-80f6fa58b48c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:52:50.864181 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-572a151c-8095-4f70-a7e1-f56602a7ecc1 req-61115a3e-b269-4f73-ad3f-80f6fa58b48c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Feb 01 18:52:50.915425 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-572a151c-8095-4f70-a7e1-f56602a7ecc1 req-df4c6348-4fbf-464b-a725-92ccf53d5901 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444484 Feb 01 18:52:52.836669 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.459550 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58052) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:03.566003 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.641968 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Publish callbacks [] for security_group (f7f1ffce-e0ca-4cec-b3df-b9a2139d127b), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.645791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (f7f1ffce-e0ca-4cec-b3df-b9a2139d127b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.684589 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4813fdbc8f8745d78acf3139887ca8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238495 Feb 01 18:53:03.685453 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f1ffce-e0ca-4cec-b3df-b9a2139d127b,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:03.687285 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58056) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:03.692670 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.693027 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.693373 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.693714 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.694047 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.694380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.695127 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.695478 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.695806 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.696132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.696458 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.696780 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.697140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9227ce5-95b9-476e-afd8-96faa0668cb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:03.737202 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] Publish callbacks [] for security_group (f7f1ffce-e0ca-4cec-b3df-b9a2139d127b), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.760299 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] Publish callbacks [] for security_group (f7f1ffce-e0ca-4cec-b3df-b9a2139d127b), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.802864 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:53:03.809703 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (f7f1ffce-e0ca-4cec-b3df-b9a2139d127b), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.812452 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:03.813634 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7f1ffce-e0ca-4cec-b3df-b9a2139d127b HTTP/1.1" status: 204 len: 168 time: 0.1248193 Feb 01 18:53:03.827504 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfb193-b289-4737-b21f-5e8df5eb9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f1ffce-e0ca-4cec-b3df-b9a2139d127b,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:04.830961 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58090) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:04.937370 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d3913b46-6872-4226-8e88-d52b1e005dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.014499 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d3913b46-6872-4226-8e88-d52b1e005dda admin admin] Publish callbacks [] for security_group (503e3e20-340d-4d3b-8ff0-85f611e08c29), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.019299 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d3913b46-6872-4226-8e88-d52b1e005dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (503e3e20-340d-4d3b-8ff0-85f611e08c29), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.056967 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d3913b46-6872-4226-8e88-d52b1e005dda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a773a509041e4fdfad3fc9fff2344bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246628 Feb 01 18:53:05.057876 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3913b46-6872-4226-8e88-d52b1e005dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e3e20-340d-4d3b-8ff0-85f611e08c29,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:05.062692 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58094) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:05.120503 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] Publish callbacks [] for security_group (503e3e20-340d-4d3b-8ff0-85f611e08c29), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.142198 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] Publish callbacks [] for security_group (503e3e20-340d-4d3b-8ff0-85f611e08c29), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.187995 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (503e3e20-340d-4d3b-8ff0-85f611e08c29), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.190583 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:05.191727 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/503e3e20-340d-4d3b-8ff0-85f611e08c29 HTTP/1.1" status: 204 len: 168 time: 0.1277313 Feb 01 18:53:05.202886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64241aa0-e4a1-45d8-8d1a-5e74be5a7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e3e20-340d-4d3b-8ff0-85f611e08c29,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:05.842042 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b6850845-81c6-4c6e-bde0-1f8368e3d7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:07.915010 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8e68aa1e-1227-48ed-9310-88c4fc24986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:09.237997 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:10.608121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:10.979420 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f779-85da-40b6-be2b-79c29de370e1 req-2a764276-2db9-4242-a315-374b392e9632 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:10.980935 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e0f8f779-85da-40b6-be2b-79c29de370e1 req-2a764276-2db9-4242-a315-374b392e9632 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0566988 Feb 01 18:53:11.028822 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e0f8f779-85da-40b6-be2b-79c29de370e1 req-3cb90a9e-3a6b-49de-830a-2f8d64aed363 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Feb 01 18:53:11.854826 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:12.170346 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff8e68-5782-4be1-b35f-dfccbbf0ca95 req-785afd1a-6651-4665-ab6d-f92dbf58ca10 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:12.170346 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-daff8e68-5782-4be1-b35f-dfccbbf0ca95 req-785afd1a-6651-4665-ab6d-f92dbf58ca10 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0614424 Feb 01 18:53:12.231371 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-daff8e68-5782-4be1-b35f-dfccbbf0ca95 req-d6747582-5fe3-4ca4-900a-c608ad503f88 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543923 Feb 01 18:53:13.354235 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1288b-ada3-47ae-bece-aa677b6abb8b req-27a00d5a-8c1e-4214-8f6c-998e63bacb18 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:13.355704 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7fb1288b-ada3-47ae-bece-aa677b6abb8b req-27a00d5a-8c1e-4214-8f6c-998e63bacb18 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0536478 Feb 01 18:53:13.404590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7fb1288b-ada3-47ae-bece-aa677b6abb8b req-b50930d5-4a0e-4eec-ae80-6b8d284f6b5d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Feb 01 18:53:13.798767 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-e3600ee0-81fe-465b-a952-981c21e973aa tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839129428&fields=id&tenant_id=57315d65f5a743d6a04b7097d931377a HTTP/1.1" status: 200 len: 267 time: 0.0456586 Feb 01 18:53:13.871766 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-f18189be-2aea-4f51-a2c2-ca455786acaf tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:13.873326 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-f18189be-2aea-4f51-a2c2-ca455786acaf tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 984 time: 0.0680113 Feb 01 18:53:13.884280 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Request body: {'port': {'security_groups': ['c78c2190-0700-4de5-97fe-e79e1fd83069']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:13.965945 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.149223 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:14.182268 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.187220 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.202380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:53:14.231808 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:14.232445 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.233866 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-344fe359-acb3-42f2-bd5f-3f8e67d8957f req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "PUT /v2.0/ports/0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 942 time: 0.3541851 Feb 01 18:53:14.234329 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:14.236630 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a557653-7e2a-46da-b038-f8404ab6ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:14.240480 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58284) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:14.263844 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c1f2-e10c-4bbf-908e-f4076a6fb8b0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event updated for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=7']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:14.288772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a7f1d-467e-47f0-ba91-af9217e6b679 x-openstack-request-id: req-277a7f1d-467e-47f0-ba91-af9217e6b679 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:14.289074 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:14.289330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-277a7f1d-467e-47f0-ba91-af9217e6b679 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:14.289740 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:53:14.329085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (a06f4efd-9af9-46ce-ba98-b99e9d667e13), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.363872 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:53:14.372092 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (a06f4efd-9af9-46ce-ba98-b99e9d667e13), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.515703 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-e2b9fc19-d73e-473b-9a1b-971d552171cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:14.518719 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-e2b9fc19-d73e-473b-9a1b-971d552171cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1129 time: 0.1640472 Feb 01 18:53:14.520200 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a06f4efd-9af9-46ce-ba98-b99e9d667e13), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.524353 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.525649 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "DELETE /v2.0/security-groups/a06f4efd-9af9-46ce-ba98-b99e9d667e13 HTTP/1.1" status: 204 len: 168 time: 0.2835324 Feb 01 18:53:14.534321 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58296) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:14.574424 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-380cc9b6-d842-463e-93c8-5ca8459aaf0a None None] Provisioning complete for port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:14.575000 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-380cc9b6-d842-463e-93c8-5ca8459aaf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.576638 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4601-7f17-4b12-926d-3637902c99b8 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f4efd-9af9-46ce-ba98-b99e9d667e13,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:14.585616 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01888162-4c72-486a-b3f5-9c9878c4f3e5 req-267bdfe7-63c7-4796-afed-687b5aead35c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:14.588344 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-01888162-4c72-486a-b3f5-9c9878c4f3e5 req-267bdfe7-63c7-4796-afed-687b5aead35c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0833709 Feb 01 18:53:14.661420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-01888162-4c72-486a-b3f5-9c9878c4f3e5 req-03d26a23-ce02-4de6-9d84-28de824e4d64 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659702 Feb 01 18:53:14.711294 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-380cc9b6-d842-463e-93c8-5ca8459aaf0a None None] Current status of the port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:14.781509 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-12b0e129-a3ff-4e9f-af57-d6fb860e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:14.782975 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-12b0e129-a3ff-4e9f-af57-d6fb860e7a9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.2403452 Feb 01 18:53:14.878946 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-d91cad7d-886c-4aad-a28e-1b43262b6943 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 1001 time: 0.0724270 Feb 01 18:53:14.887627 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Deleting port fd507022-56c5-4009-a71a-42e61a9a4aa8 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:14.887973 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:14.980373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-11cef3d3-5141-4146-8470-5139664f548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:14.981820 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-11cef3d3-5141-4146-8470-5139664f548f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0918932 Feb 01 18:53:15.028649 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:15.028992 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for floatingip (fd507022-56c5-4009-a71a-42e61a9a4aa8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:15.045086 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Calling delete_port for fd507022-56c5-4009-a71a-42e61a9a4aa8 owned by network:floatingip {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:15.063596 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-e359d42f-ec21-4ccb-a4dd-25621ec94c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:15.065100 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-e359d42f-ec21-4ccb-a4dd-25621ec94c9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0750377 Feb 01 18:53:15.248772 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-0178a833-d05f-4437-8445-44780e2c99a0 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502881 Feb 01 18:53:15.354085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (fd507022-56c5-4009-a71a-42e61a9a4aa8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:15.396892 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event deleted for resources: {'Port': ['ID=fd507022-56c5-4009-a71a-42e61a9a4aa8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:15.406400 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1a557653-7e2a-46da-b038-f8404ab6ede4 req-068833a1-6abd-4577-863e-34657dc23285 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497591 Feb 01 18:53:15.458301 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks [] for floatingip (269ab4f3-9298-464a-8ad1-03fa0edd94c9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:15.458662 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Floating IP 269ab4f3-9298-464a-8ad1-03fa0edd94c9 disassociated (deleted). External IP: 172.27.3.118, port: 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d. Feb 01 18:53:15.669326 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:15.783433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:15.788272 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:15.801012 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Sync routers for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:15.818213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:15.818980 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:15.827361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a0358-3e3c-4f99-b3b7-1eb47f1c33d1 req-a45f16e6-7077-4d1f-a64a-7388bdd3b98e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:15.829041 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-304a0358-3e3c-4f99-b3b7-1eb47f1c33d1 req-a45f16e6-7077-4d1f-a64a-7388bdd3b98e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0761125 Feb 01 18:53:15.832158 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5348cc7c-e2ae-4666-a384-476779dbaa54 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "DELETE /v2.0/floatingips/269ab4f3-9298-464a-8ad1-03fa0edd94c9 HTTP/1.1" status: 204 len: 168 time: 1.2949498 Feb 01 18:53:15.833060 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:15.837378 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20cef42-59de-4a15-a89a-3b7127e52f54" -d '{"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:15.906321 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-304a0358-3e3c-4f99-b3b7-1eb47f1c33d1 req-3aedf02b-b4c1-4384-86ba-681476eb108e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636859 Feb 01 18:53:15.965461 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:16.116163 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58326) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:16.181724 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15286f6-6cf5-4863-b518-da75808c52e6 x-openstack-request-id: req-d15286f6-6cf5-4863-b518-da75808c52e6 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:16.182136 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:16.182502 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d15286f6-6cf5-4863-b518-da75808c52e6 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:16.183089 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:53:16.242549 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:16.267476 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a79afe72-d492-47e5-a009-5f270ccf6f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.269033 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Checking router: 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:16.277968 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:16.278609 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:16.294621 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-9d2facd3-934a-402b-a34b-d82eb9587b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:16.296118 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-9d2facd3-934a-402b-a34b-d82eb9587b63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=57315d65f5a743d6a04b7097d931377a&device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 1129 time: 0.0763586 Feb 01 18:53:16.388226 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:16.431759 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a79afe72-d492-47e5-a009-5f270ccf6f1a admin admin] Publish callbacks [] for security_group (49eb5cfc-b971-4faa-a0e0-b78f07518982), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.436937 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a79afe72-d492-47e5-a009-5f270ccf6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (49eb5cfc-b971-4faa-a0e0-b78f07518982), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.439714 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-25efde90-7109-4a1e-b297-4560dbe3944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:16.441234 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-25efde90-7109-4a1e-b297-4560dbe3944b service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 200 len: 916 time: 0.1245310 Feb 01 18:53:16.517642 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a79afe72-d492-47e5-a009-5f270ccf6f1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ccbe09089b7474898ddc249b5cea52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001417 Feb 01 18:53:16.520116 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-e773b702-6c11-46ff-9167-fefc5ac6e510 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 200 len: 217 time: 0.0546317 Feb 01 18:53:16.520632 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58330) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:16.521086 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79afe72-d492-47e5-a009-5f270ccf6f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb5cfc-b971-4faa-a0e0-b78f07518982,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:16.574966 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] Publish callbacks [] for security_group (49eb5cfc-b971-4faa-a0e0-b78f07518982), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.580828 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-d64ad191-5cad-4528-a5be-85cb651084e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:16.582421 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-d64ad191-5cad-4528-a5be-85cb651084e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 200 len: 854 time: 0.0506303 Feb 01 18:53:16.597376 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] Publish callbacks [] for security_group (49eb5cfc-b971-4faa-a0e0-b78f07518982), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.645929 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-e1878fe5-4591-413a-aafa-89d8b5beff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:16.647815 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-e1878fe5-4591-413a-aafa-89d8b5beff2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f84666c-62c1-4815-9afa-3cbe2e16bbc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0537732 Feb 01 18:53:16.655989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (49eb5cfc-b971-4faa-a0e0-b78f07518982), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.659619 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:16.660808 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49eb5cfc-b971-4faa-a0e0-b78f07518982 HTTP/1.1" status: 204 len: 168 time: 0.1389832 Feb 01 18:53:16.670375 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f9b55-6568-4848-97e6-4a30236fee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb5cfc-b971-4faa-a0e0-b78f07518982,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:16.758038 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-30d31694-6ca3-45d2-abe7-6c0c9d442389 service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997338 Feb 01 18:53:16.768862 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:16.803341 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a851de-4d17-4779-8f6f-7557a96fc8e0 None None] The sync data for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi is: [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:49:40Z', 'revision_number': 4, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '7f12fc29-72ea-4403-b96f-f6320acce6a9', 'name': '', 'network_id': '5f84666c-62c1-4815-9afa-3cbe2e16bbc0', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'mac_address': 'fa:16:3e:1c:e0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:39Z', 'updated_at': '2022-02-01T18:49:46Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'subnets': [{'id': 'cb378ad0-f32e-4329-90eb-0a33ce01040e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:16.875173 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-e20cef42-59de-4a15-a89a-3b7127e52f54 req-0ee4fd1a-9423-4300-81c1-eb9b3b36c2fa service neutron] 10.222.0.39 "GET /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994935 Feb 01 18:53:17.046013 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21037382-ecfd-452f-9183-ae74450a87f4 req-3f4cf713-06b0-41d6-b5d4-23e6fc2f3ba7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:17.047617 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21037382-ecfd-452f-9183-ae74450a87f4 req-3f4cf713-06b0-41d6-b5d4-23e6fc2f3ba7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0649855 Feb 01 18:53:17.101657 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21037382-ecfd-452f-9183-ae74450a87f4 req-973de850-7c3f-4b2c-a4d2-1cbf4bae35cb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434813 Feb 01 18:53:17.110394 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38015e4c-ac33-43c6-9133-07574bbebff5 None None] New status for floating IP 269ab4f3-9298-464a-8ad1-03fa0edd94c9: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:53:18.242804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324bedf-8930-4fe5-a23a-1d0d951900d9 req-2956609d-b28d-44fa-96af-d2312c213acb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:18.244260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9324bedf-8930-4fe5-a23a-1d0d951900d9 req-2956609d-b28d-44fa-96af-d2312c213acb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0549219 Feb 01 18:53:18.290610 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9324bedf-8930-4fe5-a23a-1d0d951900d9 req-7b85626e-9081-444c-8122-854f1c2e2d2a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Feb 01 18:53:18.627362 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4ca69-c4c9-4e49-a2fb-c9f2cb3b47e5 req-25321502-4506-4bef-847e-bfb553c7fa55 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:18.628836 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ec4ca69-c4c9-4e49-a2fb-c9f2cb3b47e5 req-25321502-4506-4bef-847e-bfb553c7fa55 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0529366 Feb 01 18:53:18.674218 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ec4ca69-c4c9-4e49-a2fb-c9f2cb3b47e5 req-085ef77a-e53b-4a14-a172-88bbb5db753f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 Feb 01 18:53:19.417330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc336a8-bcb3-4b88-a369-23f2991a9739 req-ac994fc8-1a99-46e6-9138-3e343f9bb5b4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:19.418795 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-adc336a8-bcb3-4b88-a369-23f2991a9739 req-ac994fc8-1a99-46e6-9138-3e343f9bb5b4 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0545721 Feb 01 18:53:19.463752 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-adc336a8-bcb3-4b88-a369-23f2991a9739 req-11fe1e0f-9133-4d6e-a888-68c0e2ff685d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Feb 01 18:53:19.795818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ca478-f91f-498d-98d0-03226ee24b91 req-03452fb1-d2aa-49da-ab7d-310d5667b3fa tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:19.797255 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-837ca478-f91f-498d-98d0-03226ee24b91 req-03452fb1-d2aa-49da-ab7d-310d5667b3fa tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0510709 Feb 01 18:53:19.842134 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-837ca478-f91f-498d-98d0-03226ee24b91 req-697bea8b-73f5-49a2-b659-ea346410ccf5 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Feb 01 18:53:20.583175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d60c4-d8ca-4a84-81c8-9b7dba1019a0 req-72abbdf2-a751-4ac1-ab3a-531be35f58a1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:20.584699 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9d4d60c4-d8ca-4a84-81c8-9b7dba1019a0 req-72abbdf2-a751-4ac1-ab3a-531be35f58a1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0513122 Feb 01 18:53:20.635667 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9d4d60c4-d8ca-4a84-81c8-9b7dba1019a0 req-72e8fc87-c441-46ba-8a52-91bdf806061e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Feb 01 18:53:20.958168 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe0efd-3874-4896-b9fb-fc83b739e220 req-e9c291d2-4a05-47cb-8713-fde828fc7e3f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:20.959653 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3efe0efd-3874-4896-b9fb-fc83b739e220 req-e9c291d2-4a05-47cb-8713-fde828fc7e3f tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0520577 Feb 01 18:53:21.006196 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3efe0efd-3874-4896-b9fb-fc83b739e220 req-9b98f0eb-f697-4130-aa1b-353cea21c434 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Feb 01 18:53:21.757337 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6f83-fb29-467e-b27a-cc8b81c25cc2 req-8576b1b4-bad8-48ce-a3ee-9b12e1bfcd44 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:21.758824 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16bd6f83-fb29-467e-b27a-cc8b81c25cc2 req-8576b1b4-bad8-48ce-a3ee-9b12e1bfcd44 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0521898 Feb 01 18:53:21.805004 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16bd6f83-fb29-467e-b27a-cc8b81c25cc2 req-fb518cf0-9fad-44ad-9367-bfe8fbf45ed5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Feb 01 18:53:22.129408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d031df-a2c4-4b40-9494-43a14fdecffd req-19af02ba-df69-440e-98db-b7862d7cb080 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:22.130902 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34d031df-a2c4-4b40-9494-43a14fdecffd req-19af02ba-df69-440e-98db-b7862d7cb080 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0566702 Feb 01 18:53:22.176934 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-34d031df-a2c4-4b40-9494-43a14fdecffd req-dfa7e73b-a707-4cf5-861d-4e77ab86e4e3 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/security-groups?id=c78c2190-0700-4de5-97fe-e79e1fd83069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Feb 01 18:53:22.678687 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-1f47d678-63f8-4762-a4cd-b8ee5b67eb02 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:22.680476 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-1f47d678-63f8-4762-a4cd-b8ee5b67eb02 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.39 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 945 time: 0.0556564 Feb 01 18:53:22.777278 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Deleting port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:22.777613 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:22.855798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:22.868228 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] For port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:22.869153 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:22.882005 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Calling delete_port for 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:22.929330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27348454-5741-44c6-b245-f2930501564f req-aad0ce0c-8026-4047-bc2c-21c2b0d52ab8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:22.930759 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27348454-5741-44c6-b245-f2930501564f req-aad0ce0c-8026-4047-bc2c-21c2b0d52ab8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0532758 Feb 01 18:53:22.978413 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27348454-5741-44c6-b245-f2930501564f req-d4d702ff-e05b-4ff5-bc40-c172cc507ece tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Feb 01 18:53:23.011904 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (0cd821fd-5437-4a11-a2ec-aa73a1ffda6d), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:23.024763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:53:23.041164 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Pushing event deleted for resources: {'Port': ['ID=0cd821fd-5437-4a11-a2ec-aa73a1ffda6d,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:23.086956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] No DVR routers for this DVR port 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:53:23.089896 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:23.093211 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2641bf78-e285-4854-920f-df0b8972a2a9 req-5c09ee66-dafd-48c8-b9aa-352f2a619bf0 tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.39 "DELETE /v2.0/ports/0cd821fd-5437-4a11-a2ec-aa73a1ffda6d HTTP/1.1" status: 204 len: 173 time: 0.4055789 Feb 01 18:53:23.093669 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'name': 'network-vif-deleted', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:23.095942 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1084bf-ffb3-41e4-abe8-33a47e3a0e13" -d '{"events": [{"server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "name": "network-vif-deleted", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:23.143620 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca97b1-3a82-496a-9758-2ffbb67572e0 x-openstack-request-id: req-3fca97b1-3a82-496a-9758-2ffbb67572e0 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:23.143909 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2299ca4d-5ef9-4f17-8464-e9631129617a", "name": "network-vif-deleted", "tag": "0cd821fd-5437-4a11-a2ec-aa73a1ffda6d", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:23.144161 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fca97b1-3a82-496a-9758-2ffbb67572e0 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:23.144557 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2299ca4d-5ef9-4f17-8464-e9631129617a', 'name': 'network-vif-deleted', 'tag': '0cd821fd-5437-4a11-a2ec-aa73a1ffda6d', 'status': 'completed', 'code': 200} Feb 01 18:53:23.283421 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-af3b4908-01c2-4913-931e-8d5e548c8aec req-6c28d3bc-8c4a-4c85-99e4-09a8e6aef97a tempest-TestMinimumBasicScenario-554035246 tempest-TestMinimumBasicScenario-554035246-project] 10.222.0.31 "GET /v2.0/ports?device_id=2299ca4d-5ef9-4f17-8464-e9631129617a HTTP/1.1" status: 200 len: 210 time: 0.0271311 Feb 01 18:53:24.103844 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a060836-7806-4080-8c39-f66b3a7e6807 req-e756b28f-5ce9-4c01-b383-61e0b9c009e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:24.105319 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7a060836-7806-4080-8c39-f66b3a7e6807 req-e756b28f-5ce9-4c01-b383-61e0b9c009e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0549316 Feb 01 18:53:24.153552 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7a060836-7806-4080-8c39-f66b3a7e6807 req-07036a5a-5234-4d66-9947-82689305ea9c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423064 Feb 01 18:53:24.966102 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58484) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:25.296810 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c1c2-d1a0-4387-b07e-4c33337a1716 req-93939ad3-99bc-4d23-94bc-9df759fa6bdf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:25.298835 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0795c1c2-d1a0-4387-b07e-4c33337a1716 req-93939ad3-99bc-4d23-94bc-9df759fa6bdf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0745451 Feb 01 18:53:25.373041 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0795c1c2-d1a0-4387-b07e-4c33337a1716 req-366a9eb5-c7d8-479c-9a8b-06318a1c85ef tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651000 Feb 01 18:53:25.389089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.637780 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Deleting port 7f12fc29-72ea-4403-b96f-f6320acce6a9 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:25.638116 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.718369 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] For port 7f12fc29-72ea-4403-b96f-f6320acce6a9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7f12fc29-72ea-4403-b96f-f6320acce6a9,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:25.718763 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.719835 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58494) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:25.732776 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Calling delete_port for 7f12fc29-72ea-4403-b96f-f6320acce6a9 owned by network:router_interface {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:25.831241 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2661f769-08f3-4dd7-bea3-6abf98a6767e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.904475 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2661f769-08f3-4dd7-bea3-6abf98a6767e admin admin] Publish callbacks [] for security_group (6daef8cc-63d1-4250-83e1-683c0fbe3a8d), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.910064 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2661f769-08f3-4dd7-bea3-6abf98a6767e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (6daef8cc-63d1-4250-83e1-683c0fbe3a8d), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.920049 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (7f12fc29-72ea-4403-b96f-f6320acce6a9), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:25.950456 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2661f769-08f3-4dd7-bea3-6abf98a6767e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92819cb7850e4aba9d46ea756b884dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294586 Feb 01 18:53:25.951334 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661f769-08f3-4dd7-bea3-6abf98a6767e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daef8cc-63d1-4250-83e1-683c0fbe3a8d,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:25.953543 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58498) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:25.955211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f12fc29-72ea-4403-b96f-f6320acce6a9,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:26.005631 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] Publish callbacks [] for security_group (6daef8cc-63d1-4250-83e1-683c0fbe3a8d), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.029859 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] Publish callbacks [] for security_group (6daef8cc-63d1-4250-83e1-683c0fbe3a8d), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.089433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (6daef8cc-63d1-4250-83e1-683c0fbe3a8d), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.092065 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.093286 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6daef8cc-63d1-4250-83e1-683c0fbe3a8d HTTP/1.1" status: 204 len: 168 time: 0.1388557 Feb 01 18:53:26.111823 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada294e-cf70-4da4-a1e2-75d7bf2dd8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daef8cc-63d1-4250-83e1-683c0fbe3a8d,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:26.342969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:26.367363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:26.368010 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 0cd821fd-5437-4a11-a2ec-aa73a1ffda6d not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:26.407301 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.553387 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871f154-1243-46c7-9fac-28c976407eec req-c40c9ded-98ef-4e48-a76c-5da1c163d918 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:26.554734 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f871f154-1243-46c7-9fac-28c976407eec req-c40c9ded-98ef-4e48-a76c-5da1c163d918 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1004093 Feb 01 18:53:26.672017 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f871f154-1243-46c7-9fac-28c976407eec req-0f6fc8a3-2ad1-4e92-bb87-a4ef6efe6581 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816643 Feb 01 18:53:26.694812 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:26.801127 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:26.807034 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7ed28a90-23f4-4088-8895-2bc66c017466 admin admin] 10.222.0.31 "PUT /v2.0/routers/2f9e5ffe-7015-4ab1-80e9-07f3a28243f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8389847 Feb 01 18:53:26.809462 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58506) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:26.811638 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Sync routers for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:26.827661 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:26.828431 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:26.919934 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks [] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:26.941552 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:27.134569 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:53:25Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:27.162393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Checking router: 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:27.172023 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Routers {'2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:27.172624 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:27.246942 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks [] for router_gateway (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.277512 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] Set router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:27.296907 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Deleting port 5ed29662-2550-486a-b163-ca6fc6c3f410 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:27.297243 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.382817 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] For port 5ed29662-2550-486a-b163-ca6fc6c3f410, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5ed29662-2550-486a-b163-ca6fc6c3f410,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:27.383049 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.395590 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Calling delete_port for 5ed29662-2550-486a-b163-ca6fc6c3f410 owned by network:router_gateway {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:27.463066 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:53:25Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:27.489776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375865fa-6d84-464a-a4ce-7b524b556cdd None None] The sync data for ids ['2f9e5ffe-7015-4ab1-80e9-07f3a28243f2'] in dv-cinder-774288-14-iscsi is: [{'id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'name': 'tempest-TestMinimumBasicScenario-1447215718-router', 'tenant_id': '57315d65f5a743d6a04b7097d931377a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:35Z', 'updated_at': '2022-02-01T18:53:25Z', 'revision_number': 5, 'project_id': '57315d65f5a743d6a04b7097d931377a', 'gw_port': {'id': '5ed29662-2550-486a-b163-ca6fc6c3f410', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e5ffe-7015-4ab1-80e9-07f3a28243f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:36Z', 'updated_at': '2022-02-01T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:27.564897 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (5ed29662-2550-486a-b163-ca6fc6c3f410), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.595248 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed29662-2550-486a-b163-ca6fc6c3f410,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:27.658516 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.769060 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.771230 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks [] for router_controller (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.800374 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1888-acb8-4d8d-b7a1-2f4b2b3e63a4 req-2a1668f0-32f3-453e-81a3-438bf6158a6a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:27.807032 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-37cc1888-acb8-4d8d-b7a1-2f4b2b3e63a4 req-2a1668f0-32f3-453e-81a3-438bf6158a6a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0525489 Feb 01 18:53:27.842163 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (2f9e5ffe-7015-4ab1-80e9-07f3a28243f2), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.842870 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 {{(pid=109534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 18:53:27.849386 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.852952 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-57f5167c-ff6e-435a-8448-a60ed08a0b7b admin admin] 10.222.0.31 "DELETE /v2.0/routers/2f9e5ffe-7015-4ab1-80e9-07f3a28243f2 HTTP/1.1" status: 204 len: 168 time: 1.0401118 Feb 01 18:53:27.853240 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58510) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:27.865858 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-37cc1888-acb8-4d8d-b7a1-2f4b2b3e63a4 req-283c8dcc-02c7-4417-bbe1-992f8f5ea4fb tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569186 Feb 01 18:53:27.907270 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Deleting subnet cb378ad0-f32e-4329-90eb-0a33ce01040e {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:53:27.910544 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Publish callbacks [] for subnet (cb378ad0-f32e-4329-90eb-0a33ce01040e), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:27.945172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (cb378ad0-f32e-4329-90eb-0a33ce01040e), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.057711 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (cb378ad0-f32e-4329-90eb-0a33ce01040e), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.112956 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (cb378ad0-f32e-4329-90eb-0a33ce01040e), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.139895 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb378ad0-f32e-4329-90eb-0a33ce01040e,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:28.143602 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.149120 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f967bdb3-e4ad-4fce-82e6-bf62e16b2da2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cb378ad0-f32e-4329-90eb-0a33ce01040e HTTP/1.1" status: 204 len: 168 time: 0.2926567 Feb 01 18:53:28.149605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58512) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:28.157499 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9de98-f7c4-4e33-a8f8-7d03b0c0ffa8 None None] Network 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:28.218791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (5f84666c-62c1-4815-9afa-3cbe2e16bbc0), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.271161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Deleting port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:28.271484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.338023 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] For port 8bac31c2-4c74-4480-bcca-50d9dddf17e7, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=8bac31c2-4c74-4480-bcca-50d9dddf17e7,segment=NetworkSegment(a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a),segment_id=a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:28.338415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.350846 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Calling delete_port for 8bac31c2-4c74-4480-bcca-50d9dddf17e7 owned by network:dhcp {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:28.427591 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (8bac31c2-4c74-4480-bcca-50d9dddf17e7), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.453555 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bac31c2-4c74-4480-bcca-50d9dddf17e7,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:28.457190 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] No DVR routers for this DVR port 8bac31c2-4c74-4480-bcca-50d9dddf17e7 on host dv-cinder-774288-14-iscsi {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:53:28.498249 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d6848-341f-4420-a7d0-5c76bed44f97 None None] DHCP port deletion for 5f84666c-62c1-4815-9afa-3cbe2e16bbc0 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 18:53:28.535983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (5f84666c-62c1-4815-9afa-3cbe2e16bbc0), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.555918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f84666c-62c1-4815-9afa-3cbe2e16bbc0']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:28.565616 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:28.565908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:28.575816 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.589076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.595009 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:53:28.595394 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (a0e0e5a4-93e0-4258-938b-e2f8c86a9b1a), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:53:28.597181 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:53:28.652978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (5f84666c-62c1-4815-9afa-3cbe2e16bbc0), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.658622 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:28.661825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f84666c-62c1-4815-9afa-3cbe2e16bbc0 HTTP/1.1" status: 204 len: 168 time: 0.5112462 Feb 01 18:53:28.664857 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58514) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:28.673228 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4723d8-47e4-4052-abc2-4acba73e9e9e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f84666c-62c1-4815-9afa-3cbe2e16bbc0,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:28.867644 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8bac31c2-4c74-4480-bcca-50d9dddf17e7 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:28.888258 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 8bac31c2-4c74-4480-bcca-50d9dddf17e7 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:28.888607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 8bac31c2-4c74-4480-bcca-50d9dddf17e7 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:28.889020 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7f12fc29-72ea-4403-b96f-f6320acce6a9 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:28.908559 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 7f12fc29-72ea-4403-b96f-f6320acce6a9 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:28.908910 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7f12fc29-72ea-4403-b96f-f6320acce6a9 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:28.909337 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5ed29662-2550-486a-b163-ca6fc6c3f410 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:28.932229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 5ed29662-2550-486a-b163-ca6fc6c3f410 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:28.933180 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5ed29662-2550-486a-b163-ca6fc6c3f410 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:28.995428 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63532ac-ebff-466b-ac2c-a9183f0b113b req-fdecc845-f377-4136-aac1-e9392ec29b5d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:28.996948 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c63532ac-ebff-466b-ac2c-a9183f0b113b req-fdecc845-f377-4136-aac1-e9392ec29b5d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0557630 Feb 01 18:53:29.043620 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c63532ac-ebff-466b-ac2c-a9183f0b113b req-a7520819-63f1-449b-aa59-fa8d3f292d7b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Feb 01 18:53:29.094992 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:29.379737 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Deleting port 29f32adc-980f-4266-8964-45f2f71ff9e4 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:29.380076 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:29.456694 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] For port 29f32adc-980f-4266-8964-45f2f71ff9e4, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=29f32adc-980f-4266-8964-45f2f71ff9e4,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:29.457049 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:29.469758 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Calling delete_port for 29f32adc-980f-4266-8964-45f2f71ff9e4 owned by network:router_interface {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:29.639828 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (29f32adc-980f-4266-8964-45f2f71ff9e4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:29.668968 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f32adc-980f-4266-8964-45f2f71ff9e4,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:29.827310 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.031058 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Router fb6b4f1b-e02f-4405-86fe-08828e5036a9 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:30.158198 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:30.167194 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8e204c1e-60dd-4c49-9ab6-92a43218a735 admin admin] 10.222.0.31 "PUT /v2.0/routers/fb6b4f1b-e02f-4405-86fe-08828e5036a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001264 Feb 01 18:53:30.167836 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58522) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:30.170129 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Sync routers for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:30.175558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629aa71-2e7f-43d8-932a-c68b51477f10 req-dd93777e-5f41-454d-93f5-047aab8fc705 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:30.176901 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7629aa71-2e7f-43d8-932a-c68b51477f10 req-dd93777e-5f41-454d-93f5-047aab8fc705 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0560391 Feb 01 18:53:30.190111 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:30.191321 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:30.234666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7629aa71-2e7f-43d8-932a-c68b51477f10 req-0d229ef7-c04c-4a26-8293-69a3a708dadc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Feb 01 18:53:30.360021 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:53:30.402425 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:30.511206 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:30.526593 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:53:30.535253 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks [] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.572293 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: ACTIVE; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:30.572724 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.592299 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:53:30.605165 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:53:29Z', 'revision_number': 5, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:30.617219 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:30.622369 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.647552 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Checking router: fb6b4f1b-e02f-4405-86fe-08828e5036a9 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:30.654166 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks [] for router_gateway (fb6b4f1b-e02f-4405-86fe-08828e5036a9), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.656643 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Routers {'fb6b4f1b-e02f-4405-86fe-08828e5036a9'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:30.658121 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:30.681706 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=6']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:30.691562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.691997 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.692434 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.692848 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.693252 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.693653 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.694054 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.694452 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.695041 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.695585 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.695993 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.696616 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.697010 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:30.734350 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Deleting port 75cafd0f-1fae-4482-92d8-42e1ff53c924 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:30.734901 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.750295 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['24c56d15-d980-4a45-9cd6-0954a3697ce7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:53:30.787732 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] Set router fb6b4f1b-e02f-4405-86fe-08828e5036a9 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:30.851896 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] For port 75cafd0f-1fae-4482-92d8-42e1ff53c924, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=75cafd0f-1fae-4482-92d8-42e1ff53c924,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:30.852350 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:30.867093 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Calling delete_port for 75cafd0f-1fae-4482-92d8-42e1ff53c924 owned by network:router_gateway {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:31.029653 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:53:29Z', 'revision_number': 5, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:31.058837 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045b06b-7518-410a-a505-e217abc467e1 None None] The sync data for ids ['fb6b4f1b-e02f-4405-86fe-08828e5036a9'] in dv-cinder-774288-14-iscsi is: [{'id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'name': 'tempest-TestMinimumBasicScenario-1889972863-router', 'tenant_id': 'fd7961a032b748af89ed1903c7729f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:49:42Z', 'updated_at': '2022-02-01T18:53:29Z', 'revision_number': 5, 'project_id': 'fd7961a032b748af89ed1903c7729f78', 'gw_port': {'id': '75cafd0f-1fae-4482-92d8-42e1ff53c924', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4f1b-e02f-4405-86fe-08828e5036a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:49:43Z', 'updated_at': '2022-02-01T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:31.094113 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (75cafd0f-1fae-4482-92d8-42e1ff53c924), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.131002 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cafd0f-1fae-4482-92d8-42e1ff53c924,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:31.202018 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.311660 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.314098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks [] for router_controller (fb6b4f1b-e02f-4405-86fe-08828e5036a9), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.375439 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (fb6b4f1b-e02f-4405-86fe-08828e5036a9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.376373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6b4f1b-e02f-4405-86fe-08828e5036a9 {{(pid=109534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 18:53:31.383251 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.384416 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c32d0c4d-304b-4fba-9c43-71b38e1d28d8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fb6b4f1b-e02f-4405-86fe-08828e5036a9 HTTP/1.1" status: 204 len: 168 time: 1.2154760 Feb 01 18:53:31.389946 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58548) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:31.409584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c135b-4673-4361-8be9-dd4371f9d582 req-3f5b9d65-b3d8-4057-9d23-21181dadd33e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:31.435531 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-501c135b-4673-4361-8be9-dd4371f9d582 req-3f5b9d65-b3d8-4057-9d23-21181dadd33e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 944 time: 0.1149263 Feb 01 18:53:31.451221 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Deleting subnet fbcf798c-f414-4d90-a844-27cf907079fd {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:53:31.455389 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Publish callbacks [] for subnet (fbcf798c-f414-4d90-a844-27cf907079fd), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.502619 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-501c135b-4673-4361-8be9-dd4371f9d582 req-470b6ad0-b738-4686-bb6a-03abc3692697 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657988 Feb 01 18:53:31.511298 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (fbcf798c-f414-4d90-a844-27cf907079fd), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.615037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (fbcf798c-f414-4d90-a844-27cf907079fd), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.683283 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (fbcf798c-f414-4d90-a844-27cf907079fd), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.701135 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.702003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11518a32-3859-4bae-8833-6a3af490d0fc None None] Network 727f5421-2019-463d-8e25-4a01b05a5802 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:31.704853 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbcf798c-f414-4d90-a844-27cf907079fd HTTP/1.1" status: 204 len: 168 time: 0.3138480 Feb 01 18:53:31.708633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58550) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:31.724613 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c55867-63fb-40de-9c63-014424ec8855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcf798c-f414-4d90-a844-27cf907079fd,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:31.839175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (727f5421-2019-463d-8e25-4a01b05a5802), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.918114 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Deleting port 6e80fd77-70dd-48a4-98e0-0972ca175c0b {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:31.918452 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:31.987174 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] For port 6e80fd77-70dd-48a4-98e0-0972ca175c0b, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=6e80fd77-70dd-48a4-98e0-0972ca175c0b,segment=NetworkSegment(ecd6b78b-0561-4b83-80d9-df22d87b837e),segment_id=ecd6b78b-0561-4b83-80d9-df22d87b837e)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:31.988140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.002687 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Calling delete_port for 6e80fd77-70dd-48a4-98e0-0972ca175c0b owned by network:dhcp {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:32.093086 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (6e80fd77-70dd-48a4-98e0-0972ca175c0b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.130944 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e80fd77-70dd-48a4-98e0-0972ca175c0b,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:32.141399 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] No DVR routers for this DVR port 6e80fd77-70dd-48a4-98e0-0972ca175c0b on host dv-cinder-774288-14-iscsi {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:53:32.220481 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (727f5421-2019-463d-8e25-4a01b05a5802), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.249478 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727f5421-2019-463d-8e25-4a01b05a5802']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:32.251973 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea9230-e873-425c-ae16-28b60aff6d11 None None] DHCP port deletion for 727f5421-2019-463d-8e25-4a01b05a5802 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 18:53:32.261187 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd6b78b-0561-4b83-80d9-df22d87b837e') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:32.263157 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd6b78b-0561-4b83-80d9-df22d87b837e') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:32.276466 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (ecd6b78b-0561-4b83-80d9-df22d87b837e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.292912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (ecd6b78b-0561-4b83-80d9-df22d87b837e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.301852 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:53:32.302372 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (ecd6b78b-0561-4b83-80d9-df22d87b837e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:53:32.304512 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:53:32.368562 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:32.372799 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (727f5421-2019-463d-8e25-4a01b05a5802), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.383749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.390536 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/727f5421-2019-463d-8e25-4a01b05a5802 HTTP/1.1" status: 204 len: 168 time: 0.6736853 Feb 01 18:53:32.411357 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a0cd7-c454-42bd-a0a9-9dcf2ececa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=727f5421-2019-463d-8e25-4a01b05a5802,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:32.441313 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 24c56d15-d980-4a45-9cd6-0954a3697ce7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:32.441680 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.534034 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:32.534349 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.571944 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:32.575372 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee5d12-f6d6-4a4b-96aa-6e1349fb8e90" -d '{"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:32.602952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:32.608602 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.673636 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=7']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:32.688373 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53536-8112-46c2-a2fd-b063135e850f req-ddadd96c-784e-499f-a25b-05518b9f9c11 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:32.691487 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-56e53536-8112-46c2-a2fd-b063135e850f req-ddadd96c-784e-499f-a25b-05518b9f9c11 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0890439 Feb 01 18:53:32.695652 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58560) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:32.750669 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-cdc4e584-b3fa-4a60-8a70-5234959a5182 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57315d65f5a743d6a04b7097d931377a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508730 Feb 01 18:53:32.751728 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58562) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:32.779834 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-56e53536-8112-46c2-a2fd-b063135e850f req-5a67645b-e7fe-4ca4-b50e-f875d6571bed tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758126 Feb 01 18:53:32.822649 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] Publish callbacks [] for security_group (c78c2190-0700-4de5-97fe-e79e1fd83069), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.855382 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] Publish callbacks [] for security_group (c78c2190-0700-4de5-97fe-e79e1fd83069), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.906089 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ac996-3742-42f8-bc1c-682ed67e9543 x-openstack-request-id: req-ff3ac996-3742-42f8-bc1c-682ed67e9543 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:32.906954 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:32.906954 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff3ac996-3742-42f8-bc1c-682ed67e9543 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:32.907113 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'code': 200} Feb 01 18:53:32.923734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 6e80fd77-70dd-48a4-98e0-0972ca175c0b no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:32.938164 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c78c2190-0700-4de5-97fe-e79e1fd83069), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.941549 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:32.943175 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c78c2190-0700-4de5-97fe-e79e1fd83069 HTTP/1.1" status: 204 len: 168 time: 0.1903982 Feb 01 18:53:32.957408 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edd15a-5784-4ce3-b121-3a045c25dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78c2190-0700-4de5-97fe-e79e1fd83069,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:32.968736 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 6e80fd77-70dd-48a4-98e0-0972ca175c0b {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:32.969306 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 6e80fd77-70dd-48a4-98e0-0972ca175c0b not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:32.969893 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 75cafd0f-1fae-4482-92d8-42e1ff53c924 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:32.995352 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 75cafd0f-1fae-4482-92d8-42e1ff53c924 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:32.995981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 75cafd0f-1fae-4482-92d8-42e1ff53c924 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:32.996581 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 29f32adc-980f-4266-8964-45f2f71ff9e4 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:33.020061 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 29f32adc-980f-4266-8964-45f2f71ff9e4 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:33.020656 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 29f32adc-980f-4266-8964-45f2f71ff9e4 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:33.334710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58568) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:33.387319 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58570) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:33.387642 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-64783307-e77f-41e6-b067-97c6807a13bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd7961a032b748af89ed1903c7729f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512211 Feb 01 18:53:33.441659 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] Publish callbacks [] for security_group (bb5afac4-dcd4-4f6a-92d8-05888e5e26fc), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:33.467990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] Publish callbacks [] for security_group (bb5afac4-dcd4-4f6a-92d8-05888e5e26fc), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:33.527034 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (bb5afac4-dcd4-4f6a-92d8-05888e5e26fc), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:33.530892 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:33.534823 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb5afac4-dcd4-4f6a-92d8-05888e5e26fc HTTP/1.1" status: 204 len: 168 time: 0.1437471 Feb 01 18:53:33.556132 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec682-5bea-445b-8d5d-04fa24c96f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5afac4-dcd4-4f6a-92d8-05888e5e26fc,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:33.923952 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958660f-0359-4c2a-a211-89c10bf85e7f req-b314de4e-4f34-48fd-ab55-6c471af3b7d5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:33.925620 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b958660f-0359-4c2a-a211-89c10bf85e7f req-b314de4e-4f34-48fd-ab55-6c471af3b7d5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0803835 Feb 01 18:53:33.982726 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b958660f-0359-4c2a-a211-89c10bf85e7f req-352b3fa5-84f2-42b9-b834-cbfe0d090512 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513165 Feb 01 18:53:34.368792 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58598) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:34.475645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-696213706-network', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:34.496237 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Made reservation on behalf of 84cc00f8d8884015bc4033b57e30fc27 for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:53:34.498501 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.507170 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.596885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks [] for security_group (e4c3342b-36c3-4363-ba9a-7bac8c480866), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.601607 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e4c3342b-36c3-4363-ba9a-7bac8c480866), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.628796 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:53:34.639411 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c3342b-36c3-4363-ba9a-7bac8c480866,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:34.655276 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (d7ea8ff7-e8b0-4c86-856c-b477cc7b074a), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.655608 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Added segment d7ea8ff7-e8b0-4c86-856c-b477cc7b074a of type vlan for network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f Feb 01 18:53:34.717351 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (8bb2772f-3ed5-485d-ae20-78ac9a88d13f), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.750568 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (8bb2772f-3ed5-485d-ae20-78ac9a88d13f), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.751629 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:34.752291 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:34.813201 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58602) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:34.813688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4427528 Feb 01 18:53:34.820959 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ed07-319c-4ecc-8d6b-2cbb3433c27a admin admin] Pushing event updated for resources: {'Network': ['ID=8bb2772f-3ed5-485d-ae20-78ac9a88d13f,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:34.822053 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Request body: {'subnet': {'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-696213706-subnet', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:34.833202 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:53:34.857248 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Made reservation on behalf of 84cc00f8d8884015bc4033b57e30fc27 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:53:34.860110 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.063202 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.150121 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a106a99-ecd4-4152-bfc5-8697766dd687 req-6c24e4e3-4170-4730-9761-89df9ad823a6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:35.152974 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a106a99-ecd4-4152-bfc5-8697766dd687 req-6c24e4e3-4170-4730-9761-89df9ad823a6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0646825 Feb 01 18:53:35.176998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:35.188245 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.193221 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.194049 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.195036 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.196100 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.196605 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.197098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.197617 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.198897 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.199441 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.199946 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.200445 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.201556 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:35.219776 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6a106a99-ecd4-4152-bfc5-8697766dd687 req-e10d7508-009d-4a58-8d20-0259b31793d8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601017 Feb 01 18:53:35.222290 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:35.222978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Network hostable DHCP agents. Network: 8bb2772f-3ed5-485d-ae20-78ac9a88d13f, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:53:35.257906 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:53:35.266434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 8bb2772f-3ed5-485d-ae20-78ac9a88d13f) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:35.270569 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:35.271279 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.277103 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064a3ea-0332-405f-b41f-401afef13a4b None None] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:35.294860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58606) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:35.295221 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-631c7d41-1222-499e-933d-08e269e133d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4787920 Feb 01 18:53:35.299676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:35.329346 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.330641 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.407311 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for router_controller (0aec2274-5824-49c0-a1f8-94155d8882fa), precommit_add_association {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.418596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:53:35.420409 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.596203 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for router_gateway (0aec2274-5824-49c0-a1f8-94155d8882fa), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.603349 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Allocated IP 172.20.0.2 (8bb2772f-3ed5-485d-ae20-78ac9a88d13f/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0/44ab7d5a-2d29-4df9-9742-a4a76f790c80) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:35.774270 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks [] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.787884 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.826709 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:35.843938 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:35.848452 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:35.858594 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5d28a6b7-6747-416b-b647-1e72085435af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.863364 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Pushing event updated for resources: {'Port': ['ID=44ab7d5a-2d29-4df9-9742-a4a76f790c80,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:35.865839 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for router_gateway (0aec2274-5824-49c0-a1f8-94155d8882fa), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.888928 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.929758 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Attempting to bind port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:35.930277 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Attempting to bind port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:35.930802 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Attempting to bind port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:35.939642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:35.939642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:35.939642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:35.940275 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Bound using segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:35.940879 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Bound port: 44ab7d5a-2d29-4df9-9742-a4a76f790c80, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:35.941299 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:36.048684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Allocated IP 172.27.3.202 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/30f77f99-46bd-478b-90e4-2d105361fde0) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:36.169443 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] For port 44ab7d5a-2d29-4df9-9742-a4a76f790c80, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:36.174058 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] For port 44ab7d5a-2d29-4df9-9742-a4a76f790c80, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44ab7d5a-2d29-4df9-9742-a4a76f790c80,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:36.183050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:36.203466 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for port (30f77f99-46bd-478b-90e4-2d105361fde0), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:36.272841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:36.303144 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fe83b-d471-448d-bc02-ec4767c1930d None None] Pushing event updated for resources: {'Port': ['ID=44ab7d5a-2d29-4df9-9742-a4a76f790c80,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:36.332034 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:36.335547 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:36.344304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:36.412523 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Pushing event updated for resources: {'Port': ['ID=30f77f99-46bd-478b-90e4-2d105361fde0,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:36.584887 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641d02a-0da8-4957-8c49-346f84110c1f req-cc199bc5-9b5a-4515-9dc0-f9e76e8f89f6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:36.593194 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5641d02a-0da8-4957-8c49-346f84110c1f req-cc199bc5-9b5a-4515-9dc0-f9e76e8f89f6 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.2154555 Feb 01 18:53:36.665827 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5641d02a-0da8-4957-8c49-346f84110c1f req-695e5025-ac0c-496f-a303-5610c12068e7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715625 Feb 01 18:53:36.795904 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for router_gateway (0aec2274-5824-49c0-a1f8-94155d8882fa), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:36.971498 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44ab7d5a-2d29-4df9-9742-a4a76f790c80 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:37.027366 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.057801 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:37.058179 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.181144 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:37.181549 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.194824 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Router 0aec2274-5824-49c0-a1f8-94155d8882fa is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109535) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:53:37.251835 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 44ab7d5a-2d29-4df9-9742-a4a76f790c80, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44ab7d5a-2d29-4df9-9742-a4a76f790c80,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:37.260415 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.343259 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=44ab7d5a-2d29-4df9-9742-a4a76f790c80,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:37.357156 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:37.371926 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:37.388544 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.390873 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-3f7c8246-84a4-44ae-8e94-627042107f46 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0945091 Feb 01 18:53:37.393438 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58616) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:37.394002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:37.394862 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:37.569691 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:37.633222 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614d6ea-77f8-4c49-8aa5-7d1b06a2eb99 None None] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:37.745483 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8a7b7a22-749b-4f0f-b8f3-1cc50d1ad899 None None] Provisioning complete for port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:37.745853 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7a22-749b-4f0f-b8f3-1cc50d1ad899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.940301 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebde1ea-3497-4746-8236-dd68bf2d5b9e req-2ee8b357-8a6a-47f8-9d2e-6be44d853f98 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:37.941991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bebde1ea-3497-4746-8236-dd68bf2d5b9e req-2ee8b357-8a6a-47f8-9d2e-6be44d853f98 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1734161 Feb 01 18:53:37.961253 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b7a22-749b-4f0f-b8f3-1cc50d1ad899 None None] Current status of the port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:37.964341 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-80e03969-747f-4934-9580-270e065bdbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:37.988870 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:36Z', 'revision_number': 3, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:37.999736 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.023683 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:38.024027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Updating router 0aec2274-5824-49c0-a1f8-94155d8882fa port 30f77f99-46bd-478b-90e4-2d105361fde0 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:53:38.052396 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bebde1ea-3497-4746-8236-dd68bf2d5b9e req-e38b0f0d-12ca-4450-b276-a3edb59ef8ef tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030378 Feb 01 18:53:38.086014 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.224767 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Allocated IP 172.20.0.1 (8bb2772f-3ed5-485d-ae20-78ac9a88d13f/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0/f08b4fb4-b431-4845-95d2-0ac2bf7875c9) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:38.322044 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-579dad5c-4248-45f1-9ba4-341f3bdf6b74 None None] Provisioning complete for port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:38.322456 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-579dad5c-4248-45f1-9ba4-341f3bdf6b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.369422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks [] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.420798 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.464388 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:38.467226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:38.471460 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:38.494040 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks [] for port (30f77f99-46bd-478b-90e4-2d105361fde0), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.506994 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:38.508580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-579dad5c-4248-45f1-9ba4-341f3bdf6b74 None None] Current status of the port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:38.512050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.530424 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (0aec2274-5824-49c0-a1f8-94155d8882fa), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.566297 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Attempting to bind port 30f77f99-46bd-478b-90e4-2d105361fde0 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:38.566704 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Attempting to bind port 30f77f99-46bd-478b-90e4-2d105361fde0 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:38.567066 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Attempting to bind port 30f77f99-46bd-478b-90e4-2d105361fde0 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:38.580545 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:38.580944 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:38.581316 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.581704 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:38.582166 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Bound port: 30f77f99-46bd-478b-90e4-2d105361fde0, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:38.582564 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.622354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf61fc-2881-44c6-b5cc-40cf499fb493 None None] Pushing event updated for resources: {'Port': ['ID=30f77f99-46bd-478b-90e4-2d105361fde0,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:38.678179 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] For port 30f77f99-46bd-478b-90e4-2d105361fde0, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:38.686875 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] For port 30f77f99-46bd-478b-90e4-2d105361fde0, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=30f77f99-46bd-478b-90e4-2d105361fde0,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:38.697040 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.756849 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:38.757815 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:38.766876 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.845194 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf61fc-2881-44c6-b5cc-40cf499fb493 None None] Pushing event updated for resources: {'Port': ['ID=30f77f99-46bd-478b-90e4-2d105361fde0,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:38.890557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b2e41b32-243c-4a75-8c75-1a625f75bc49 None None] Provisioning complete for port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:38.890933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b2e41b32-243c-4a75-8c75-1a625f75bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.896198 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44ab7d5a-2d29-4df9-9742-a4a76f790c80 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:38.979211 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks [] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:38.984802 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:39.058760 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:39.061419 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (0aec2274-5824-49c0-a1f8-94155d8882fa), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:39.111406 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:39.114005 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b2e41b32-243c-4a75-8c75-1a625f75bc49 None None] Port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:53:39.208775 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:39.209137 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:39.269134 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:39.271093 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:39.296537 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69be92-2c9b-4ee0-88b8-eebd7c4d8f55 req-bd28be4f-0778-4cb1-a1c1-b5c19f282891 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:39.298097 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce69be92-2c9b-4ee0-88b8-eebd7c4d8f55 req-bd28be4f-0778-4cb1-a1c1-b5c19f282891 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1046236 Feb 01 18:53:39.389884 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce69be92-2c9b-4ee0-88b8-eebd7c4d8f55 req-589dffb2-532d-4f5c-ba65-66273b407283 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841856 Feb 01 18:53:39.421598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:39.469012 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:39.558326 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:39.606054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:39.607867 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:39.619145 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-20156ffc-94c5-49df-b227-fa19b14bc6f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/0aec2274-5824-49c0-a1f8-94155d8882fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2245893 Feb 01 18:53:39.653472 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9940b287-e78e-4d17-a90b-6e6bb852acf4 None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:39.669488 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-4db503c5-0770-4a5e-b465-c971b17ef967 None None] Provisioning complete for port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:39.669859 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-4db503c5-0770-4a5e-b465-c971b17ef967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:39.708818 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-4db503c5-0770-4a5e-b465-c971b17ef967 None None] Port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:53:40.412182 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58636) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:40.417597 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1980492387-network', 'tenant_id': '9f86abfa9fc2427ca742891527329657'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:40.450342 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Made reservation on behalf of 9f86abfa9fc2427ca742891527329657 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:53:40.453034 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.463607 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.638622 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks [] for security_group (5459b770-1eec-429e-a5a8-f7c56ab426d7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.642600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.648869 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (5459b770-1eec-429e-a5a8-f7c56ab426d7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.680818 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:53:40.683001 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae00ce-2fde-4215-a6c5-7a1349d799b1 req-01014428-ca70-4fdc-bfc6-9115b300d6cf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:40.690153 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3aae00ce-2fde-4215-a6c5-7a1349d799b1 req-01014428-ca70-4fdc-bfc6-9115b300d6cf tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1678257 Feb 01 18:53:40.696568 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5459b770-1eec-429e-a5a8-f7c56ab426d7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:40.702792 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (0b55bfba-b28c-49af-87f5-4ad785026c49), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.703152 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Added segment 0b55bfba-b28c-49af-87f5-4ad785026c49 of type vlan for network afb58c79-9294-404d-9f92-79c4d865b7d4 Feb 01 18:53:40.788601 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (afb58c79-9294-404d-9f92-79c4d865b7d4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.795815 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3aae00ce-2fde-4215-a6c5-7a1349d799b1 req-3dff7386-453e-4331-a3fb-2a39d4ca8aa3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043742 Feb 01 18:53:40.806376 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:53:40.820071 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (afb58c79-9294-404d-9f92-79c4d865b7d4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.822699 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:40.823738 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:40.890260 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4744737 Feb 01 18:53:40.890560 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58644) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:40.895328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Request body: {'subnet': {'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1980492387-subnet', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:40.992224 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af399b4f-1f39-4ab6-89ec-e43638e3c540 admin admin] Pushing event updated for resources: {'Network': ['ID=afb58c79-9294-404d-9f92-79c4d865b7d4,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:40.997206 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Made reservation on behalf of 9f86abfa9fc2427ca742891527329657 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:53:41.003124 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 30f77f99-46bd-478b-90e4-2d105361fde0 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:41.015732 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.057304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network afb58c79-9294-404d-9f92-79c4d865b7d4 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:53:41.183245 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 30f77f99-46bd-478b-90e4-2d105361fde0 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:41.183451 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.284192 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (93e74611-0c97-4d18-85a2-b0f67a036f71), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.331304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 30f77f99-46bd-478b-90e4-2d105361fde0 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:41.331748 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.358250 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 30f77f99-46bd-478b-90e4-2d105361fde0, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=30f77f99-46bd-478b-90e4-2d105361fde0,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:41.363948 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.370903 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Checking segment: {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:41.371469 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Network hostable DHCP agents. Network: afb58c79-9294-404d-9f92-79c4d865b7d4, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:53:41.390681 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e74611-0c97-4d18-85a2-b0f67a036f71,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:41.412734 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Network afb58c79-9294-404d-9f92-79c4d865b7d4 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:53:41.432039 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, afb58c79-9294-404d-9f92-79c4d865b7d4) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:41.439950 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:41.440773 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.445407 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793bac5-aded-4a02-a2cb-6e5ac0e92821 None None] Network afb58c79-9294-404d-9f92-79c4d865b7d4 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:41.466088 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=30f77f99-46bd-478b-90e4-2d105361fde0,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:41.477515 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f8eb5bd2-00fd-4918-bad8-a2fa29af1ad5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5835860 Feb 01 18:53:41.477719 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58648) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:41.486100 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:41.518470 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.521722 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.611399 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for router_controller (0660596a-af42-4d16-a4f3-d50a4319b9a1), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.620967 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-afb58c79-9294-404d-9f92-79c4d865b7d4', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'project_id': '9f86abfa9fc2427ca742891527329657', 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:53:41.623416 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.763803 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for router_gateway (0660596a-af42-4d16-a4f3-d50a4319b9a1), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.798700 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Allocated IP 172.20.0.2 (afb58c79-9294-404d-9f92-79c4d865b7d4/93e74611-0c97-4d18-85a2-b0f67a036f71/295aee35-5f12-4217-ada2-f4a06b7e7097) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:41.921411 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:41.978217 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889665d2-ee0e-4fe4-ba1b-ec195745c1e0 req-915186e3-286b-4327-8d47-c2225c24803a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:41.986835 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-889665d2-ee0e-4fe4-ba1b-ec195745c1e0 req-915186e3-286b-4327-8d47-c2225c24803a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0812755 Feb 01 18:53:42.011389 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks [] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.013971 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for router_gateway (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.020639 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.037935 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.058090 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-889665d2-ee0e-4fe4-ba1b-ec195745c1e0 req-677a3f8f-2c8b-41d7-9f5d-38f19a6bf006 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693560 Feb 01 18:53:42.071008 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Pushing event updated for resources: {'Port': ['ID=295aee35-5f12-4217-ada2-f4a06b7e7097,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:42.084642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Network afb58c79-9294-404d-9f92-79c4d865b7d4 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:42.084642 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:42.091385 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:42.146402 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Attempting to bind port 295aee35-5f12-4217-ada2-f4a06b7e7097 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:42.147334 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Attempting to bind port 295aee35-5f12-4217-ada2-f4a06b7e7097 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:42.147693 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Attempting to bind port 295aee35-5f12-4217-ada2-f4a06b7e7097 on network afb58c79-9294-404d-9f92-79c4d865b7d4 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:42.156015 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:42.156451 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Checking segment: {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:42.156791 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.157173 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Bound using segment: {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:42.157650 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Bound port: 295aee35-5f12-4217-ada2-f4a06b7e7097, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:42.158017 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.175236 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Allocated IP 172.27.3.194 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/d0a58deb-686a-4979-a673-92b103eb944a) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:42.243486 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] For port 295aee35-5f12-4217-ada2-f4a06b7e7097, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:42.246821 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] For port 295aee35-5f12-4217-ada2-f4a06b7e7097, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=295aee35-5f12-4217-ada2-f4a06b7e7097,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:42.253126 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.289975 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for port (d0a58deb-686a-4979-a673-92b103eb944a), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.318104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba4676-d8e6-40f8-a078-9048eea2dc2b None None] Pushing event updated for resources: {'Port': ['ID=295aee35-5f12-4217-ada2-f4a06b7e7097,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:42.338622 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (d0a58deb-686a-4979-a673-92b103eb944a), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.378853 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:42.381635 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:42.388456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:42.391567 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a58deb-686a-4979-a673-92b103eb944a,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:42.439721 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:42.452337 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:42.452961 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:42.585242 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:42.722278 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-3213dbb1-b052-4eed-8b85-1f3857f535e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:42.723808 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-3213dbb1-b052-4eed-8b85-1f3857f535e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1129 time: 0.0920508 Feb 01 18:53:42.726032 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for router_gateway (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:42.792181 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 2, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:42.819238 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:42.819399 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Updating router 0aec2274-5824-49c0-a1f8-94155d8882fa port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:53:42.851616 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.022706 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 30f77f99-46bd-478b-90e4-2d105361fde0 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:43.076873 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 30f77f99-46bd-478b-90e4-2d105361fde0 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:43.077346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.151256 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks [] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.158034 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-5193e53a-7588-4448-8bc9-6eaa4f9aa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:43.159340 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.159650 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-5193e53a-7588-4448-8bc9-6eaa4f9aa76d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.3997107 Feb 01 18:53:43.223932 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 30f77f99-46bd-478b-90e4-2d105361fde0 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:43.225302 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 295aee35-5f12-4217-ada2-f4a06b7e7097 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:43.225987 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Pushing event updated for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:43.238312 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.238794 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.239428 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.239970 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.240520 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.241065 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.241613 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.242164 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.242836 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.243401 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.243800 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.244761 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.245134 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:53:43.249929 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab40b6c-f33f-49c2-8024-c4a80e2ec719 req-5369d10c-f749-4825-881f-60f3766bb9f7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:43.275663 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ab40b6c-f33f-49c2-8024-c4a80e2ec719 req-5369d10c-f749-4825-881f-60f3766bb9f7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1052463 Feb 01 18:53:43.325540 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Attempting to bind port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:43.325914 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Attempting to bind port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:43.327505 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Attempting to bind port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:43.329146 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 295aee35-5f12-4217-ada2-f4a06b7e7097 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:43.329523 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.332119 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:43.332493 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:43.333367 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.333813 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Bound using segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:43.334287 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Bound port: f08b4fb4-b431-4845-95d2-0ac2bf7875c9, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:43.334857 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.354467 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ab40b6c-f33f-49c2-8024-c4a80e2ec719 req-983383ea-facd-4731-9c74-cdb744aa3d1e tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723538 Feb 01 18:53:43.388702 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-4e0d9f86-dab6-4d3c-bd8a-2da75d83530b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 1001 time: 0.1969614 Feb 01 18:53:43.412456 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] For port f08b4fb4-b431-4845-95d2-0ac2bf7875c9, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:43.419937 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] For port f08b4fb4-b431-4845-95d2-0ac2bf7875c9, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:43.428158 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.438315 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.467792 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 295aee35-5f12-4217-ada2-f4a06b7e7097 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:43.468363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.502120 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d25a1c-a47b-4a3a-94d9-7f2b29e5a4ad None None] Pushing event updated for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:43.511659 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:43.512280 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:43.523880 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 295aee35-5f12-4217-ada2-f4a06b7e7097, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=295aee35-5f12-4217-ada2-f4a06b7e7097,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:43.531464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.539434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-f9e75dcd-1d55-4aa4-8545-5fe9470251ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:43.546996 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-f9e75dcd-1d55-4aa4-8545-5fe9470251ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.1486075 Feb 01 18:53:43.592750 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=295aee35-5f12-4217-ada2-f4a06b7e7097,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:43.662398 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-876f8641-17a3-42d5-b4a4-2a356686b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:43.664147 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-876f8641-17a3-42d5-b4a4-2a356686b53f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1079609 Feb 01 18:53:43.677125 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Provisioning complete for port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:43.678069 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.706593 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de5af52-c34e-48f2-948d-f225de9f2ae4 None None] Network afb58c79-9294-404d-9f92-79c4d865b7d4 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:53:43.765580 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:43.778689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Router 0660596a-af42-4d16-a4f3-d50a4319b9a1 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:53:43.878327 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-4c4cd7e6-c9d4-48e4-8d51-59a50afe6407 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027338 Feb 01 18:53:43.931266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Current status of the port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:43.931266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:43.975550 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] For port f08b4fb4-b431-4845-95d2-0ac2bf7875c9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:43.984059 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:44.041445 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:44.077760 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201092c-72ad-45a6-b7d2-52049864ebfa None None] Pushing event updated for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:44.080162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:44.090872 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Sync routers for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:44.093659 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369df07-5fb1-4028-8a47-e98c46893f19 None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:44.098226 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-2e0c5c0a-7717-4705-95e9-cac1262894f0 req-7d78a9c6-2b29-43f0-89eb-34e23ab97d34 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110717 Feb 01 18:53:44.122553 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:44.126901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58674) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:44.127270 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-99f042d5-9ce4-4317-a0c1-e7a07ccee8e3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6478751 Feb 01 18:53:44.140663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:44.140663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:44.140663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Provisioning complete for port 295aee35-5f12-4217-ada2-f4a06b7e7097 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:44.141149 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:44.377728 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:44.524664 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Current status of the port 295aee35-5f12-4217-ada2-f4a06b7e7097 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:44.564355 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Provisioning complete for port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:44.564739 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:44.675053 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:42Z', 'revision_number': 3, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:44.710661 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Checking router: 0660596a-af42-4d16-a4f3-d50a4319b9a1 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:44.711014 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Updating router 0660596a-af42-4d16-a4f3-d50a4319b9a1 port d0a58deb-686a-4979-a673-92b103eb944a binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:53:44.733121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-08775fe9-d19c-4f26-8324-979433f0dd0f None None] Current status of the port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:44.745071 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d0a58deb-686a-4979-a673-92b103eb944a), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:44.753716 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3f177-9b7e-41d5-a71c-f6d042aac6f6 req-b8c21bb2-7a69-46b5-b2ba-b4036c0d0d66 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:44.755252 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cc3f177-9b7e-41d5-a71c-f6d042aac6f6 req-b8c21bb2-7a69-46b5-b2ba-b4036c0d0d66 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.1026218 Feb 01 18:53:44.847088 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5cc3f177-9b7e-41d5-a71c-f6d042aac6f6 req-219a88af-ee86-44e5-b3ff-847027fb7a87 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844352 Feb 01 18:53:44.899480 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-018c091a-b683-4f1f-b653-974720b28072 None None] Provisioning complete for port 295aee35-5f12-4217-ada2-f4a06b7e7097 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:44.899858 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-018c091a-b683-4f1f-b653-974720b28072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.001353 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.096454 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f08b4fb4-b431-4845-95d2-0ac2bf7875c9 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:45.187646 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Allocated IP 172.20.0.1 (afb58c79-9294-404d-9f92-79c4d865b7d4/93e74611-0c97-4d18-85a2-b0f67a036f71/55a26331-b559-46ea-8574-119dcdccdef8) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:53:45.240560 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:45.240933 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.279112 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-018c091a-b683-4f1f-b653-974720b28072 None None] Current status of the port 295aee35-5f12-4217-ada2-f4a06b7e7097 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:45.295421 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks [] for port (55a26331-b559-46ea-8574-119dcdccdef8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.335058 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.340029 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks [] for port (d0a58deb-686a-4979-a673-92b103eb944a), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.349641 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d0a58deb-686a-4979-a673-92b103eb944a), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.394886 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Network afb58c79-9294-404d-9f92-79c4d865b7d4 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:45.399235 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:45.401936 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:53:45.438043 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c762ad-d733-4114-99de-9fe0aff7e351 None None] Pushing event updated for resources: {'Port': ['ID=d0a58deb-686a-4979-a673-92b103eb944a,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:45.440759 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Attempting to bind port d0a58deb-686a-4979-a673-92b103eb944a on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:45.441138 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Attempting to bind port d0a58deb-686a-4979-a673-92b103eb944a by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:45.441500 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Attempting to bind port d0a58deb-686a-4979-a673-92b103eb944a on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:45.444111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:45.445194 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 295aee35-5f12-4217-ada2-f4a06b7e7097 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:45.448021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:45.464367 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.471966 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:45.472339 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:45.472719 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.473104 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:45.473577 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Bound port: d0a58deb-686a-4979-a673-92b103eb944a, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:45.473947 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d0a58deb-686a-4979-a673-92b103eb944a), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.548031 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] For port d0a58deb-686a-4979-a673-92b103eb944a, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:45.552769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] For port d0a58deb-686a-4979-a673-92b103eb944a, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d0a58deb-686a-4979-a673-92b103eb944a,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:45.555428 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 295aee35-5f12-4217-ada2-f4a06b7e7097 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:45.555756 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.580206 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d0a58deb-686a-4979-a673-92b103eb944a), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.618501 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a26331-b559-46ea-8574-119dcdccdef8), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.681710 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c762ad-d733-4114-99de-9fe0aff7e351 None None] Pushing event updated for resources: {'Port': ['ID=d0a58deb-686a-4979-a673-92b103eb944a,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:45.685555 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:45.686025 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:45.805065 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks [] for port (55a26331-b559-46ea-8574-119dcdccdef8), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.809668 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.814176 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 295aee35-5f12-4217-ada2-f4a06b7e7097 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:45.816693 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-7e0235eb-2c12-43b5-a3a8-4a9457684704 None None] Provisioning complete for port 55a26331-b559-46ea-8574-119dcdccdef8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:45.817155 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-7e0235eb-2c12-43b5-a3a8-4a9457684704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a26331-b559-46ea-8574-119dcdccdef8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:45.870246 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:45.872204 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-7e0235eb-2c12-43b5-a3a8-4a9457684704 None None] Port 55a26331-b559-46ea-8574-119dcdccdef8 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:53:45.876804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Pushing event updated for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:45.879359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:46.027721 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf299df3-329f-46bc-b7d5-868d0a927488 req-c184552c-545d-451e-b1eb-9b4cea81eb3c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:46.029688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf299df3-329f-46bc-b7d5-868d0a927488 req-c184552c-545d-451e-b1eb-9b4cea81eb3c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 945 time: 0.0856223 Feb 01 18:53:46.034880 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Network afb58c79-9294-404d-9f92-79c4d865b7d4 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:53:46.042393 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:53:46.084853 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '55a26331-b559-46ea-8574-119dcdccdef8', 'name': '', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'mac_address': 'fa:16:3e:dd:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:45Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 1, 'project_id': '9f86abfa9fc2427ca742891527329657', 'subnets': [{'id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:46.124067 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42314c-d112-43e6-bda0-b76185e543df None None] The sync data for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi is: [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '55a26331-b559-46ea-8574-119dcdccdef8', 'name': '', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'mac_address': 'fa:16:3e:dd:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:45Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 1, 'project_id': '9f86abfa9fc2427ca742891527329657', 'subnets': [{'id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:46.141993 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf299df3-329f-46bc-b7d5-868d0a927488 req-3cab0631-f291-48bd-9002-6d2d0b814167 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058037 Feb 01 18:53:46.210915 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Router 0660596a-af42-4d16-a4f3-d50a4319b9a1 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:46.337691 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:46.342703 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0bb28ca0-3dee-4e27-9cd3-30b8335c52e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/0660596a-af42-4d16-a4f3-d50a4319b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2142692 Feb 01 18:53:46.438030 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:46.452712 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-358b735e-defb-4ba9-9228-7093976b4305 None None] Provisioning complete for port 55a26331-b559-46ea-8574-119dcdccdef8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:46.452712 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-358b735e-defb-4ba9-9228-7093976b4305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a26331-b559-46ea-8574-119dcdccdef8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:46.520650 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-358b735e-defb-4ba9-9228-7093976b4305 None None] Port 55a26331-b559-46ea-8574-119dcdccdef8 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:53:46.596640 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: ACTIVE; New status is: DOWN {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:46.597364 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:46.640291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:46.642574 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046cd7c-5547-4808-a8c0-dbc3d4cde28b" -d '{"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-unplugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:46.659172 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:46.667468 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:46.745393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=8']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:46.824952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd1831-91b7-435a-8533-edb4f5e91491 x-openstack-request-id: req-67fd1831-91b7-435a-8533-edb4f5e91491 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:46.825424 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-unplugged", "status": "failed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "code": 422}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:46.825790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67fd1831-91b7-435a-8533-edb4f5e91491 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:46.826340 dv-cinder-774288-14-iscsi neutron-server[109536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'code': 422} returned with failed status Feb 01 18:53:47.282528 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58706) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:47.287235 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856491155', 'description': 'tempest-secgroup-smoke-1856491155 description', 'project_id': '84cc00f8d8884015bc4033b57e30fc27'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:47.312548 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.322603 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89711a-7279-42e7-9c9a-a8dcaffa303f req-aba462ec-2db0-418a-bba0-4327cac9c682 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:47.324123 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cd89711a-7279-42e7-9c9a-a8dcaffa303f req-aba462ec-2db0-418a-bba0-4327cac9c682 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0841358 Feb 01 18:53:47.387079 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cd89711a-7279-42e7-9c9a-a8dcaffa303f req-a3211155-d599-4c14-a9ef-1158a90b48e3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506694 Feb 01 18:53:47.399488 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (cb1a254a-8895-4ac4-88ba-66a97ab5b02b), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.404820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cb1a254a-8895-4ac4-88ba-66a97ab5b02b), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.437785 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.442090 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58710) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:47.442252 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1584752 Feb 01 18:53:47.444291 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81302168-31b8-40bb-a5d1-10a85076973c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a254a-8895-4ac4-88ba-66a97ab5b02b,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:47.447369 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:47.476321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (a679742c-3e73-4a7b-9c69-351a4a020496), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.547679 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (a679742c-3e73-4a7b-9c69-351a4a020496), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.553989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (a679742c-3e73-4a7b-9c69-351a4a020496), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.572779 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a679742c-3e73-4a7b-9c69-351a4a020496,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:47.587496 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.592509 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58718) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:47.592750 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9415a192-c163-45e3-8cd5-108f547aece5 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1494403 Feb 01 18:53:47.597180 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:47.628913 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (d9ce2c74-2d04-4b1f-bcf1-0ad71a63d499), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.698599 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (d9ce2c74-2d04-4b1f-bcf1-0ad71a63d499), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.703114 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (d9ce2c74-2d04-4b1f-bcf1-0ad71a63d499), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.729244 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ce2c74-2d04-4b1f-bcf1-0ad71a63d499,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:47.734132 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.738617 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9f100700-c83f-4af3-8628-36b1541b3e19 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418140 Feb 01 18:53:47.739072 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58722) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:47.743391 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:47.771767 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (9157eb06-6268-4236-ae58-6f87c58698d0), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.842382 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (9157eb06-6268-4236-ae58-6f87c58698d0), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.846581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (9157eb06-6268-4236-ae58-6f87c58698d0), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.867074 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9157eb06-6268-4236-ae58-6f87c58698d0,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:47.873219 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.874761 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-451e2bb4-17d2-4115-8130-069cc753e171 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341479 Feb 01 18:53:47.876827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58728) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:47.881132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:47.909419 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (687ce1b9-95b5-45ee-aead-68aaaee15ed0), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.979005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (687ce1b9-95b5-45ee-aead-68aaaee15ed0), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:47.983772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (687ce1b9-95b5-45ee-aead-68aaaee15ed0), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.010424 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687ce1b9-95b5-45ee-aead-68aaaee15ed0,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:48.018132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.022545 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7dccee57-eefe-4ae2-a6d2-02d8703414eb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421578 Feb 01 18:53:48.023068 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58740) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:48.028329 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:48.052204 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Project 84cc00f8d8884015bc4033b57e30fc27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:53:48.058942 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (0380b348-ec10-4b42-867b-af030f199b4f), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.131349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (0380b348-ec10-4b42-867b-af030f199b4f), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.136169 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (0380b348-ec10-4b42-867b-af030f199b4f), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.155897 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0380b348-ec10-4b42-867b-af030f199b4f,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:48.164380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.168665 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5c2aa548-b921-4b29-94df-bcc9b2062f0b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414192 Feb 01 18:53:48.168911 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58750) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:48.173468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'security_group_rule': {'security_group_id': 'cb1a254a-8895-4ac4-88ba-66a97ab5b02b', 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:53:48.196275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Project 84cc00f8d8884015bc4033b57e30fc27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:53:48.203639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (3911a020-4ac8-45b3-8095-13161c5cddb1), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.276545 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (3911a020-4ac8-45b3-8095-13161c5cddb1), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.283290 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (3911a020-4ac8-45b3-8095-13161c5cddb1), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.321056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:48.325588 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527441 Feb 01 18:53:48.325588 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340cea2-002a-42d9-b0a8-e987ac4c6425 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3911a020-4ac8-45b3-8095-13161c5cddb1,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:48.595956 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f46ae-af5e-4f88-b0d8-e30c70bfb7e4 req-67d48b8b-22d4-4273-a292-c0b5a20b0fd1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:48.597497 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a80f46ae-af5e-4f88-b0d8-e30c70bfb7e4 req-67d48b8b-22d4-4273-a292-c0b5a20b0fd1 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0892749 Feb 01 18:53:48.605624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256103d9-d0ae-4175-963f-950b100a885c req-3ac65a2f-0f59-4e9f-87b1-25b2c63bb1bc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:48.607093 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-256103d9-d0ae-4175-963f-950b100a885c req-3ac65a2f-0f59-4e9f-87b1-25b2c63bb1bc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0976555 Feb 01 18:53:48.682516 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a80f46ae-af5e-4f88-b0d8-e30c70bfb7e4 req-e1edcaa2-a47a-49fb-a998-52daace15cee tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744328 Feb 01 18:53:48.703313 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-256103d9-d0ae-4175-963f-950b100a885c req-28804fea-7c38-4a09-8b5a-b4518a402f5c tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891709 Feb 01 18:53:48.757275 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Sync routers for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:48.768199 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:48.768877 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:48.914806 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:48.917206 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58826) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:53:48.962046 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d0a58deb-686a-4979-a673-92b103eb944a up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:49.013248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d0a58deb-686a-4979-a673-92b103eb944a triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:49.013532 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d0a58deb-686a-4979-a673-92b103eb944a), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.024442 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-59f6c501-4712-4f99-96a5-6bfdf7a6942d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053994 Feb 01 18:53:49.033019 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-d6a730ab-bbaa-43af-9d18-e066b996e46b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109534) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:53:49.033990 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-d6a730ab-bbaa-43af-9d18-e066b996e46b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051126 Feb 01 18:53:49.106785 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d0a58deb-686a-4979-a673-92b103eb944a is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:49.107204 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d0a58deb-686a-4979-a673-92b103eb944a), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.133520 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port d0a58deb-686a-4979-a673-92b103eb944a, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d0a58deb-686a-4979-a673-92b103eb944a,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:49.144314 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d0a58deb-686a-4979-a673-92b103eb944a), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.175174 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '55a26331-b559-46ea-8574-119dcdccdef8', 'name': '', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'mac_address': 'fa:16:3e:dd:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:45Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 2, 'project_id': '9f86abfa9fc2427ca742891527329657', 'subnets': [{'id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:49.206453 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Checking router: 0660596a-af42-4d16-a4f3-d50a4319b9a1 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:49.206835 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Updating router 0660596a-af42-4d16-a4f3-d50a4319b9a1 port 55a26331-b559-46ea-8574-119dcdccdef8 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:53:49.217199 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=d0a58deb-686a-4979-a673-92b103eb944a,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:49.236153 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a26331-b559-46ea-8574-119dcdccdef8), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.516751 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks [] for port (55a26331-b559-46ea-8574-119dcdccdef8), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.523222 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.575493 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eaac7-e5c3-48e6-a1cd-28d409a58411 None None] Pushing event updated for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:49.635304 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Attempting to bind port 55a26331-b559-46ea-8574-119dcdccdef8 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:53:49.635833 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Attempting to bind port 55a26331-b559-46ea-8574-119dcdccdef8 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:53:49.636204 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Attempting to bind port 55a26331-b559-46ea-8574-119dcdccdef8 on network afb58c79-9294-404d-9f92-79c4d865b7d4 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:53:49.642053 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:53:49.642428 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Checking segment: {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:53:49.642879 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.643381 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Bound using segment: {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:53:49.643862 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Bound port: 55a26331-b559-46ea-8574-119dcdccdef8, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b55bfba-b28c-49af-87f5-4ad785026c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:53:49.644255 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a26331-b559-46ea-8574-119dcdccdef8), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.715005 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] For port 55a26331-b559-46ea-8574-119dcdccdef8, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:53:49.718283 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] For port 55a26331-b559-46ea-8574-119dcdccdef8, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=55a26331-b559-46ea-8574-119dcdccdef8,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:53:49.724696 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.769800 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:49.770433 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:49.784600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Provisioning complete for port 55a26331-b559-46ea-8574-119dcdccdef8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:49.785298 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a26331-b559-46ea-8574-119dcdccdef8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.892906 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32861-1e25-4c66-943c-1096eaa2568f req-3fee8583-a854-4194-8c5e-078df4dccb5b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:49.911973 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Current status of the port 55a26331-b559-46ea-8574-119dcdccdef8 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:49.912629 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a26331-b559-46ea-8574-119dcdccdef8), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:49.913289 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eaac7-e5c3-48e6-a1cd-28d409a58411 None None] Pushing event updated for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:49.914683 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-32b32861-1e25-4c66-943c-1096eaa2568f req-3fee8583-a854-4194-8c5e-078df4dccb5b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.1210008 Feb 01 18:53:49.917753 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:49.992035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] For port 55a26331-b559-46ea-8574-119dcdccdef8, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=55a26331-b559-46ea-8574-119dcdccdef8,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:50.000781 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:50.019941 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-32b32861-1e25-4c66-943c-1096eaa2568f req-fd84beb0-8ffd-4983-8b74-dd1dbf0fb9d5 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030548 Feb 01 18:53:50.035321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8f506-d6eb-4be0-b63d-1adc66ae0611 req-6940d5e3-ad16-4aaa-9dfc-9be6b65bb6cc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.039796 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f9b8f506-d6eb-4be0-b63d-1adc66ae0611 req-6940d5e3-ad16-4aaa-9dfc-9be6b65bb6cc tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.2102795 Feb 01 18:53:50.080109 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-21f04063-8f0f-4f71-8dba-5f4cc619eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.082001 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-21f04063-8f0f-4f71-8dba-5f4cc619eeb0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f&tenant_id=a973b02f065c4069a16db170534cf59b HTTP/1.1" status: 200 len: 1127 time: 0.1124980 Feb 01 18:53:50.108267 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d17822-a563-4c9f-bc40-167a78ad0fc2 None None] Pushing event updated for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:50.127063 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f9b8f506-d6eb-4be0-b63d-1adc66ae0611 req-84555439-24b6-4191-a164-bd500ae4045f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791090 Feb 01 18:53:50.142826 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-3ee0b646-0710-478c-a449-8a313619ca5c None None] Provisioning complete for port 55a26331-b559-46ea-8574-119dcdccdef8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:50.143461 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3ee0b646-0710-478c-a449-8a313619ca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a26331-b559-46ea-8574-119dcdccdef8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:50.159558 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '55a26331-b559-46ea-8574-119dcdccdef8', 'name': '', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'mac_address': 'fa:16:3e:dd:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:45Z', 'updated_at': '2022-02-01T18:53:49Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'subnets': [{'id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:50.180248 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-f3370737-fbab-48ee-af9d-58df4433432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.185591 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-f3370737-fbab-48ee-af9d-58df4433432b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1127 time: 0.0743289 Feb 01 18:53:50.285590 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b524b39-0051-41ac-b18c-bf8ad948c7e4 None None] The sync data for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi is: [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T18:53:45Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '55a26331-b559-46ea-8574-119dcdccdef8', 'name': '', 'network_id': 'afb58c79-9294-404d-9f92-79c4d865b7d4', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'mac_address': 'fa:16:3e:dd:d2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:45Z', 'updated_at': '2022-02-01T18:53:49Z', 'revision_number': 4, 'project_id': '9f86abfa9fc2427ca742891527329657', 'subnets': [{'id': '93e74611-0c97-4d18-85a2-b0f67a036f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:50.301172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-4a46d832-4e81-4299-947e-4dc8518740c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.302850 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-4a46d832-4e81-4299-947e-4dc8518740c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1038921 Feb 01 18:53:50.370424 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0b646-0710-478c-a449-8a313619ca5c None None] Current status of the port 55a26331-b559-46ea-8574-119dcdccdef8 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:50.381810 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-56e71071-87ca-47ca-8f3b-420252d259ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 999 time: 0.0698888 Feb 01 18:53:50.441359 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:50.442287 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-da5879fc-5221-4a77-a354-8a42f2557ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.443888 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-da5879fc-5221-4a77-a354-8a42f2557ad0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0513265 Feb 01 18:53:50.512528 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-3e4bf341-def4-495f-a0a4-777874586285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.514051 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-3e4bf341-def4-495f-a0a4-777874586285 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585270 Feb 01 18:53:50.525572 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: DOWN; New status is: DOWN {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:50.615886 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-10f5ec1c-30d3-4973-b4cc-53b05ed7a4f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919485 Feb 01 18:53:50.714692 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-77e9334e-e5b1-4cf2-a77f-b3bb31b6b9cf req-88506f12-313d-43fb-a183-6c97a0980c34 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923874 Feb 01 18:53:50.744864 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-600f233e-7a78-4782-9cc6-4e230b3cdf7c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:50.746308 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-600f233e-7a78-4782-9cc6-4e230b3cdf7c tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.0629523 Feb 01 18:53:50.861695 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Deleting port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:53:50.862142 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:50.977853 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] For port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:53:50.978424 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.012955 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d0a58deb-686a-4979-a673-92b103eb944a up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:51.077634 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port d0a58deb-686a-4979-a673-92b103eb944a triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:51.078137 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d0a58deb-686a-4979-a673-92b103eb944a), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.179515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port d0a58deb-686a-4979-a673-92b103eb944a is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:51.180906 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 55a26331-b559-46ea-8574-119dcdccdef8 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:53:51.247983 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 55a26331-b559-46ea-8574-119dcdccdef8 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:53:51.248363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a26331-b559-46ea-8574-119dcdccdef8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.271198 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8a53-0cfa-4f73-badf-61dd41af052d req-0b3fa31f-be7b-4803-aa89-4c55760c85a2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:51.272670 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ecde8a53-0cfa-4f73-badf-61dd41af052d req-0b3fa31f-be7b-4803-aa89-4c55760c85a2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.1661069 Feb 01 18:53:51.341879 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.342401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.342624 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Floating IP 6db512fb-b33c-4a6b-8330-ee2f41c1e2a5 disassociated. External IP: 172.27.3.36, port: 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e. Feb 01 18:53:51.342972 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Calling delete_port for 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:53:51.348057 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 55a26331-b559-46ea-8574-119dcdccdef8 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:53:51.415071 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68432bd-64d6-4e7d-85df-e90384678aa8 req-6ebc424e-2673-46e0-a784-bd1724a158ec tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:51.417260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d68432bd-64d6-4e7d-85df-e90384678aa8 req-6ebc424e-2673-46e0-a784-bd1724a158ec tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 945 time: 0.2037175 Feb 01 18:53:51.430835 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ecde8a53-0cfa-4f73-badf-61dd41af052d req-6ce2878b-0b11-4ce4-b1cf-6ba6ad1182c1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415744 Feb 01 18:53:51.515711 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d68432bd-64d6-4e7d-85df-e90384678aa8 req-4472b28a-ad35-4f89-866d-0289a22dcc14 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups?id=d581688f-963b-411a-81df-389578679088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798633 Feb 01 18:53:51.597261 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (9626a0d3-a7f8-43a5-a5b3-80826be1dd9e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:51.637483 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'Port': ['ID=9626a0d3-a7f8-43a5-a5b3-80826be1dd9e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:53:51.808330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:53:51.948350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:53:51.959159 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:53:51.973620 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:51.974429 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:52.037387 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] No DVR routers for this DVR port 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:53:52.042860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:52.047403 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da84f2ba-0eab-4782-b6d3-623a8a3535fe req-de862e3e-c859-4b5a-8503-a47935078d44 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.39 "DELETE /v2.0/ports/9626a0d3-a7f8-43a5-a5b3-80826be1dd9e HTTP/1.1" status: 204 len: 173 time: 1.2881577 Feb 01 18:53:52.048393 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'name': 'network-vif-deleted', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:53:52.052742 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1004dfd-c077-4cd1-bd36-2c01cdc61732" -d '{"events": [{"server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "name": "network-vif-deleted", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:53:52.108733 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd180f9-f644-4988-b6c0-a26befb988a9 x-openstack-request-id: req-bdd180f9-f644-4988-b6c0-a26befb988a9 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:53:52.109539 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a833fa-bde2-4fd8-a40f-81cb65d23b36", "name": "network-vif-deleted", "tag": "9626a0d3-a7f8-43a5-a5b3-80826be1dd9e", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:53:52.110015 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bdd180f9-f644-4988-b6c0-a26befb988a9 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:53:52.110723 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a833fa-bde2-4fd8-a40f-81cb65d23b36', 'name': 'network-vif-deleted', 'tag': '9626a0d3-a7f8-43a5-a5b3-80826be1dd9e', 'status': 'completed', 'code': 200} Feb 01 18:53:52.216242 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:52.458782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:52.500120 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:53:52.509396 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:53:52.510269 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:53:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:52.615101 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c035-6d72-43d2-9a56-25a47345d00d req-91e69471-3f38-40a5-a1a1-e86d6f7f8774 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:52.616989 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3067c035-6d72-43d2-9a56-25a47345d00d req-91e69471-3f38-40a5-a1a1-e86d6f7f8774 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0943761 Feb 01 18:53:52.652237 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:53:52.925843 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:53:52.978352 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:53:52.991152 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16ab336f-8f2f-47e9-9354-c0b2fd4b0b29 req-4de21496-ef55-4c46-8c17-b99d505385b5 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.3699419 Feb 01 18:53:53.019224 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf1565f-2d2b-4aa8-acf1-2fec488c860a None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:47:28Z', 'revision_number': 4, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '5688b88c-2172-42bd-a9be-dd16b1fcfc8c', 'name': '', 'network_id': '6ffeec84-f44c-4d2a-a87a-5bc936c409a6', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'mac_address': 'fa:16:3e:1f:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:25Z', 'updated_at': '2022-02-01T18:47:37Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'subnets': [{'id': '9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:53:53.024169 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3067c035-6d72-43d2-9a56-25a47345d00d req-90dfb158-0dcb-4105-9866-81c599541594 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011931 Feb 01 18:53:53.289222 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f8c5b-0035-4646-b710-99e0ed9ce274 None None] New status for floating IP 6db512fb-b33c-4a6b-8330-ee2f41c1e2a5: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:53:54.093202 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5ef1993-7362-43eb-a288-073199cbba1a req-252532f7-62f4-4389-a948-ff6120b5cd7f tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0310404 Feb 01 18:53:54.164866 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26605ff9-4294-4de7-bf72-bae65f1f5768 req-4d9feb87-fd9d-49ff-954a-38aa193fb9ab tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:54.167065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26605ff9-4294-4de7-bf72-bae65f1f5768 req-4d9feb87-fd9d-49ff-954a-38aa193fb9ab tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0662556 Feb 01 18:53:54.220674 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-26605ff9-4294-4de7-bf72-bae65f1f5768 req-140a3049-2af5-4f27-8dde-9fc1c32ef5a2 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481365 Feb 01 18:53:54.462198 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:53:54.483229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:53:54.483572 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 9626a0d3-a7f8-43a5-a5b3-80826be1dd9e not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:53:55.219915 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8f56bf6a-726a-43b4-8a0a-9880970fb6d4 req-7d34d6c5-c47e-4c12-8831-942de59ea637 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0315952 Feb 01 18:53:55.365774 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb71205-4a19-4ef2-90ba-207cbd28f17a req-7175abe1-a2aa-4032-920b-30c3a134a8e3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:55.367810 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8eb71205-4a19-4ef2-90ba-207cbd28f17a req-7175abe1-a2aa-4032-920b-30c3a134a8e3 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0599067 Feb 01 18:53:55.430358 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8eb71205-4a19-4ef2-90ba-207cbd28f17a req-59cab77c-7777-4e57-958d-37c3fe4cfa8d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498638 Feb 01 18:53:56.513713 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8d7cb0a5-140b-4821-965c-03582b357599 req-1096b7aa-f467-403b-8e3b-a6a2157e8d3a tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0494440 Feb 01 18:53:56.577354 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bd712-e7c5-4846-8dcb-f9460f6e6c8e req-dc05c737-e603-435e-bf15-7dfaab0e8274 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:56.580115 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e84bd712-e7c5-4846-8dcb-f9460f6e6c8e req-dc05c737-e603-435e-bf15-7dfaab0e8274 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0593212 Feb 01 18:53:56.639733 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e84bd712-e7c5-4846-8dcb-f9460f6e6c8e req-0571eb44-a24a-42ad-a51e-4d5b29ea7b08 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545125 Feb 01 18:53:57.623930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c11bc1ec-0a86-4426-9234-62ae659d85b7 req-ebf7df3f-b1a5-487d-bb21-ae349abe7d2e tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Feb 01 18:53:57.796955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e66d0c-c9cd-4fa0-b197-d835744d052c req-6d4a11fd-299f-47a5-a22c-86d1ee9c19c7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:57.798436 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-46e66d0c-c9cd-4fa0-b197-d835744d052c req-6d4a11fd-299f-47a5-a22c-86d1ee9c19c7 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0738654 Feb 01 18:53:57.860512 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-46e66d0c-c9cd-4fa0-b197-d835744d052c req-1b4718cc-8c74-401c-90ca-127c83b12778 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562081 Feb 01 18:53:58.726736 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-da18f8a5-0fe0-4960-8abc-9d5c86be049c req-73a27120-5749-4c84-9684-43837a7222e3 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0318224 Feb 01 18:53:59.004348 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae556-88af-4ca7-9cfa-cc734734f069 req-d9d4df85-63c2-4b78-ae5d-4962b43ef017 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:53:59.005719 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-560ae556-88af-4ca7-9cfa-cc734734f069 req-d9d4df85-63c2-4b78-ae5d-4962b43ef017 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0663817 Feb 01 18:53:59.052303 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-560ae556-88af-4ca7-9cfa-cc734734f069 req-cbeb67ff-2fdd-439d-8106-f9557fc44f25 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Feb 01 18:53:59.829219 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-84445206-baf6-493f-b619-51bf5ce105ab req-1a085e4a-8083-4af8-9890-ed0fc7b144ba tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0289419 Feb 01 18:54:00.182211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201de11c-a1ec-4ce3-87dc-af2ff33e08ec req-6b36c3c1-ffbb-4e71-bfcd-421209c20f9a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:00.183597 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-201de11c-a1ec-4ce3-87dc-af2ff33e08ec req-6b36c3c1-ffbb-4e71-bfcd-421209c20f9a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0529802 Feb 01 18:54:00.234204 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-201de11c-a1ec-4ce3-87dc-af2ff33e08ec req-ce311184-3139-4f1b-92d0-a82e6813d783 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450552 Feb 01 18:54:00.931307 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-362b8ff5-cef1-4872-814f-734600b07fea req-b1343532-75bb-4cb4-9c9b-a2ca3b72d6e5 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/ports?device_id=45a833fa-bde2-4fd8-a40f-81cb65d23b36 HTTP/1.1" status: 200 len: 210 time: 0.0264673 Feb 01 18:54:01.356738 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9b700-3576-412b-be25-c1c69b4f9d5a req-10f3f36b-d573-49c4-9de8-43929e84b603 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:01.358109 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8fa9b700-3576-412b-be25-c1c69b4f9d5a req-10f3f36b-d573-49c4-9de8-43929e84b603 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0527332 Feb 01 18:54:01.404789 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8fa9b700-3576-412b-be25-c1c69b4f9d5a req-48d74bd2-c86a-47ad-be7a-dd6dc118ed70 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Feb 01 18:54:02.014210 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58958) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:02.067095 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (d581688f-963b-411a-81df-389578679088), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.090101 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (d581688f-963b-411a-81df-389578679088), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.140779 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d581688f-963b-411a-81df-389578679088), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.143407 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.144556 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "DELETE /v2.0/security-groups/d581688f-963b-411a-81df-389578679088 HTTP/1.1" status: 204 len: 168 time: 0.1290231 Feb 01 18:54:02.147300 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 58960) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:02.154018 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102f4b9-b98e-44a6-9d08-5c8ce2d33800 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d581688f-963b-411a-81df-389578679088,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:02.161599 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.api.v2.resource [None req-350d2574-939f-4139-a2d0-3f8fd609e3a0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] show failed (client error): The resource could not be found. Feb 01 18:54:02.162659 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-350d2574-939f-4139-a2d0-3f8fd609e3a0 tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "GET /v2.0/security-groups/d581688f-963b-411a-81df-389578679088 HTTP/1.1" status: 404 len: 347 time: 0.0143352 Feb 01 18:54:02.166103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 58962) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:02.286571 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Deleting port 72ac1f01-9580-41e2-94a0-f69067a9ad5c {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:02.286897 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.359910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.360233 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (72ac1f01-9580-41e2-94a0-f69067a9ad5c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.371813 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Calling delete_port for 72ac1f01-9580-41e2-94a0-f69067a9ad5c owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:02.535949 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (72ac1f01-9580-41e2-94a0-f69067a9ad5c), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.576017 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833ff0-68bd-4dab-b786-2c68c033ac7c req-63a66ceb-b3bd-45c2-af99-7c99e5f90a18 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:02.577542 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4f833ff0-68bd-4dab-b786-2c68c033ac7c req-63a66ceb-b3bd-45c2-af99-7c99e5f90a18 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0949674 Feb 01 18:54:02.582361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Pushing event deleted for resources: {'Port': ['ID=72ac1f01-9580-41e2-94a0-f69067a9ad5c,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:02.665171 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks [] for floatingip (6db512fb-b33c-4a6b-8330-ee2f41c1e2a5), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.667703 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:02.668842 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a077dedd-0e72-4bab-8730-e642c0849fdd tempest-AttachVolumeTestJSON-1214365778 tempest-AttachVolumeTestJSON-1214365778-project] 10.222.0.31 "DELETE /v2.0/floatingips/6db512fb-b33c-4a6b-8330-ee2f41c1e2a5 HTTP/1.1" status: 204 len: 168 time: 0.5017221 Feb 01 18:54:02.673442 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4f833ff0-68bd-4dab-b786-2c68c033ac7c req-2da18b1f-0f14-4ca6-9bce-9e94d8203135 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752285 Feb 01 18:54:03.808033 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9e2a-7ea4-4a0c-bcfb-91cc6e042ce9 req-9062c3ca-4198-4bd4-95dc-067396b195cc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:03.809599 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5f2b9e2a-7ea4-4a0c-bcfb-91cc6e042ce9 req-9062c3ca-4198-4bd4-95dc-067396b195cc tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 943 time: 0.0548563 Feb 01 18:54:03.864567 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5f2b9e2a-7ea4-4a0c-bcfb-91cc6e042ce9 req-8137c54a-e048-4455-857d-76dd75c60676 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491736 Feb 01 18:54:04.541680 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:54:04.642452 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:04.654229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'port_id': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'mac_address': 'fa:16:3e:03:84:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:54:04.691965 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:04.692363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:04.705314 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:04.724181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:04.728460 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:04.779417 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=9']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:04.987017 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['24c56d15-d980-4a45-9cd6-0954a3697ce7'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:05.039292 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc44c7-5394-40e5-ad84-16ef4fe62c71 req-23cee792-2500-46e5-9507-97788183ab1f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:05.041540 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8bc44c7-5394-40e5-ad84-16ef4fe62c71 req-23cee792-2500-46e5-9507-97788183ab1f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 944 time: 0.0811644 Feb 01 18:54:05.114840 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8bc44c7-5394-40e5-ad84-16ef4fe62c71 req-98113389-588b-4290-bf6b-cd367069ab63 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656979 Feb 01 18:54:05.154117 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-bc0f5ead-573b-4fe8-a0c3-7823db67dbc6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856491155&fields=id&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 267 time: 0.0796461 Feb 01 18:54:05.284676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-9fde7db8-af62-4a2d-b639-99c01664ea69 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:05.286190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-9fde7db8-af62-4a2d-b639-99c01664ea69 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.1256559 Feb 01 18:54:05.301384 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-2a08f0dd-5337-451f-8400-72be3bc49ed3 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/quotas/84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 375 time: 0.0096123 Feb 01 18:54:05.357540 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-77a9df0f-2ce1-4a19-8074-73bad2b641e7 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508251 Feb 01 18:54:05.502442 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-4eb59c73-9057-4616-b850-39b4d9b0ea16 service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328328 Feb 01 18:54:05.602688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-4a620059-c677-4398-8e36-f9754d0fec2d service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940669 Feb 01 18:54:05.849699 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f6cf-1f0d-4cfd-ae4d-44f12570c030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:05.879018 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-842f8e59-04d1-407a-914d-aebfad73b781 req-81e8f186-2283-4ddf-ae70-4f9c8cd4ccd0 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Feb 01 18:54:06.244710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0f0e-9fff-465e-8dc4-76081e53d3cd req-cb6f7cbe-87e6-49c4-963e-49045f72444f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:06.250844 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b5bc0f0e-9fff-465e-8dc4-76081e53d3cd req-cb6f7cbe-87e6-49c4-963e-49045f72444f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 944 time: 0.0556157 Feb 01 18:54:06.323581 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b5bc0f0e-9fff-465e-8dc4-76081e53d3cd req-5c6fc9e4-ea0d-4c22-b163-51d90f6d7e5a tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712013 Feb 01 18:54:06.380338 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59030) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:06.539076 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:54:06.592632 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 24c56d15-d980-4a45-9cd6-0954a3697ce7 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:06.593163 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:06.676824 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 24c56d15-d980-4a45-9cd6-0954a3697ce7 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:06.677093 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:06.711428 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:06.714346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb8a3e1-4db3-4ef7-b3a6-bdfae89056b0" -d '{"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:06.733763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:06.743187 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:06.788182 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504138b-b4be-4f68-abdb-58cb1f4a4abb x-openstack-request-id: req-f504138b-b4be-4f68-abdb-58cb1f4a4abb {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:06.788718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-plugged", "status": "completed", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:06.789099 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f504138b-b4be-4f68-abdb-58cb1f4a4abb {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:06.789605 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'code': 200} Feb 01 18:54:06.821796 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=10']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:06.959788 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-a843ad5b-1232-4116-9a5a-11630641dd68 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:06.961243 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-a843ad5b-1232-4116-9a5a-11630641dd68 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.1479101 Feb 01 18:54:07.034559 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d42d3691-812b-4585-af5a-0e442c8b8672 req-0c1e7673-bc30-4f1a-88d4-0bf59de2c153 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 210 time: 0.0707712 Feb 01 18:54:07.089706 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-b11aadc2-634d-448c-8ec5-cee49e2e2295 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 380 time: 0.1080058 Feb 01 18:54:07.098694 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (56bcad2c-afed-43c8-b531-fd6372b2d874), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.102168 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d5405-14d2-4f0a-8eff-9c8402635e29 req-7b5c394b-dbb8-42aa-bc98-614740837e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:07.104364 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'port': {'device_id': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'admin_state_up': True, 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'security_groups': ['cb1a254a-8895-4ac4-88ba-66a97ab5b02b']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:07.104511 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-da3d5405-14d2-4f0a-8eff-9c8402635e29 req-7b5c394b-dbb8-42aa-bc98-614740837e31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1130 time: 0.0527596 Feb 01 18:54:07.153207 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-da3d5405-14d2-4f0a-8eff-9c8402635e29 req-c551a071-1fa5-412a-8acb-20da7266f16f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420082 Feb 01 18:54:07.341681 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Made reservation on behalf of 84cc00f8d8884015bc4033b57e30fc27 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:07.345039 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.571748 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897ebc-df70-4b7a-ac0a-bb1f6f76584f req-201b0028-7038-4188-ad17-723839ee96a0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:07.573281 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c897ebc-df70-4b7a-ac0a-bb1f6f76584f req-201b0028-7038-4188-ad17-723839ee96a0 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.1574922 Feb 01 18:54:07.582832 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.20.0.10 (8bb2772f-3ed5-485d-ae20-78ac9a88d13f/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0/bd663376-ee52-4355-8080-a2af37c6d515) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:54:07.653564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Deleting port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:07.653820 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.675373 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6c897ebc-df70-4b7a-ac0a-bb1f6f76584f req-5ce7c35f-0544-4d32-88b1-aa3fd22f7aee tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939126 Feb 01 18:54:07.810587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] For port 5688b88c-2172-42bd-a9be-dd16b1fcfc8c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:07.810857 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.831493 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Calling delete_port for 5688b88c-2172-42bd-a9be-dd16b1fcfc8c owned by network:router_interface {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:07.838650 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (bd663376-ee52-4355-8080-a2af37c6d515), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.915382 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-61b4a3ea-3140-4d6c-a99e-70d9db708b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:07.928393 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:08.010278 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:54:08.019540 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:08.022152 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:54:08.058055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:08.079379 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.079746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.080076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.080563 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.080766 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.081087 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.081418 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.081886 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.082277 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.082561 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.082937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.083185 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.083507 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:08.104808 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:08.105446 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:08.155699 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-06ca3d2a-69ee-4d4c-a6b0-7f895acdc18c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0601938 Feb 01 18:54:08.181963 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Request body: {'port': {'device_id': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:08.218530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b290a742-c0db-461f-935a-e09b5adc76af None None] Provisioning complete for port bd663376-ee52-4355-8080-a2af37c6d515 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:08.219017 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b290a742-c0db-461f-935a-e09b5adc76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bd663376-ee52-4355-8080-a2af37c6d515), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:08.228268 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (5688b88c-2172-42bd-a9be-dd16b1fcfc8c), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:08.254171 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b290a742-c0db-461f-935a-e09b5adc76af None None] Port bd663376-ee52-4355-8080-a2af37c6d515 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:54:08.279029 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b5851-722e-47bf-933e-cc26f5c1936a req-ec2c88e4-f01c-4a82-8c39-301c5c45cce4 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:08.280496 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-331b5851-722e-47bf-933e-cc26f5c1936a req-ec2c88e4-f01c-4a82-8c39-301c5c45cce4 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 932 time: 0.1480494 Feb 01 18:54:08.284414 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Pushing event deleted for resources: {'Port': ['ID=5688b88c-2172-42bd-a9be-dd16b1fcfc8c,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:08.349004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bd663376-ee52-4355-8080-a2af37c6d515), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:08.464449 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-331b5851-722e-47bf-933e-cc26f5c1936a req-f88b7852-e69d-4cd3-a3ed-3195e29f488e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741734 Feb 01 18:54:08.918803 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (56bcad2c-afed-43c8-b531-fd6372b2d874), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.015993 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9835011-1d99-479a-b8ae-06d2b6e24b22 req-6f3e8772-3ae8-426b-9a0f-73441334654b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:09.017476 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9835011-1d99-479a-b8ae-06d2b6e24b22 req-6f3e8772-3ae8-426b-9a0f-73441334654b tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.2021396 Feb 01 18:54:09.141723 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c9835011-1d99-479a-b8ae-06d2b6e24b22 req-477a04a1-6f73-4aef-8112-f66c1721c1f1 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186950 Feb 01 18:54:09.238900 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.240207 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd663376-ee52-4355-8080-a2af37c6d515 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:09.252984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks [] for port (bd663376-ee52-4355-8080-a2af37c6d515), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.296361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Transition to ACTIVE for port object bd663376-ee52-4355-8080-a2af37c6d515 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:54:09.304387 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.348778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Router 56bcad2c-afed-43c8-b531-fd6372b2d874 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:54:09.396568 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Pushing event updated for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:09.529784 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Attempting to bind port bd663376-ee52-4355-8080-a2af37c6d515 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:54:09.530170 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Attempting to bind port bd663376-ee52-4355-8080-a2af37c6d515 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:54:09.530440 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Attempting to bind port bd663376-ee52-4355-8080-a2af37c6d515 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:09.539694 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Port bd663376-ee52-4355-8080-a2af37c6d515 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:54:09.540323 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Attempting to bind port bd663376-ee52-4355-8080-a2af37c6d515 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:09.559283 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:54:09.559614 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:54:09.559990 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Bound using segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:54:09.560428 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Bound port: bd663376-ee52-4355-8080-a2af37c6d515, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:54:09.560778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bd663376-ee52-4355-8080-a2af37c6d515), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.597679 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:54:09.603591 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-784655d9-fa7a-4192-837d-f5254073d233 admin admin] 10.222.0.31 "PUT /v2.0/routers/56bcad2c-afed-43c8-b531-fd6372b2d874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2222240 Feb 01 18:54:09.606881 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59080) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:09.609731 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Sync routers for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:54:09.620570 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:09.621242 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:09.662367 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3196c-1dbc-4879-99f7-02a46fda267c req-c2b26c34-84e8-4dee-8949-43c116d1fe31 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:09.663786 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e2b3196c-1dbc-4879-99f7-02a46fda267c req-c2b26c34-84e8-4dee-8949-43c116d1fe31 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.1172571 Feb 01 18:54:09.695910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:54:09.717919 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks [] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.718319 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd663376-ee52-4355-8080-a2af37c6d515,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:54:09.731244 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.737531 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:09.765444 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e2b3196c-1dbc-4879-99f7-02a46fda267c req-95a5e0d2-3ae3-4b96-a2de-5276d91248c1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898612 Feb 01 18:54:09.777178 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:09.777802 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.779214 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 200 len: 1094 time: 1.6028590 Feb 01 18:54:09.779633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:09.781865 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b" -d '{"events": [{"name": "network-changed", "server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "tag": "bd663376-ee52-4355-8080-a2af37c6d515"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:09.839626 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d065e4-1078-400c-b7ca-25429bcf1562 service neutron] Pushing event updated for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:09.845677 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eea5c3-59bb-4ece-a9e9-d4b0849a706e x-openstack-request-id: req-72eea5c3-59bb-4ece-a9e9-d4b0849a706e {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:09.845975 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "tag": "bd663376-ee52-4355-8080-a2af37c6d515", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:09.846214 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72eea5c3-59bb-4ece-a9e9-d4b0849a706e {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:09.846642 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515', 'status': 'completed', 'code': 200} Feb 01 18:54:09.863259 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks [] for router_gateway (56bcad2c-afed-43c8-b531-fd6372b2d874), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.897777 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-513472ec-88a7-4e33-8ed2-2f22ebfb6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:09.899951 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-513472ec-88a7-4e33-8ed2-2f22ebfb6aa6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1128 time: 0.0509784 Feb 01 18:54:09.923087 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Deleting port d4929fb7-3eb3-451e-8724-61212287fbe6 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:09.923673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:09.952015 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:54:08Z', 'revision_number': 5, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port': {'id': 'd4929fb7-3eb3-451e-8724-61212287fbe6', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:4b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:19Z', 'updated_at': '2022-02-01T18:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:09.958927 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-8acae271-f46e-4059-9470-61822d8ae7b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 200 len: 217 time: 0.0511603 Feb 01 18:54:09.983258 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Checking router: 56bcad2c-afed-43c8-b531-fd6372b2d874 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:54:09.993858 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Routers {'56bcad2c-afed-43c8-b531-fd6372b2d874'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:09.994863 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['56bcad2c-afed-43c8-b531-fd6372b2d874'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:10.044022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-81a2d5a9-7901-40a7-9675-2ce1aacf3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.046710 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-81a2d5a9-7901-40a7-9675-2ce1aacf3be7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0810082 Feb 01 18:54:10.065391 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] For port d4929fb7-3eb3-451e-8724-61212287fbe6, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d4929fb7-3eb3-451e-8724-61212287fbe6,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:10.065784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.081758 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Calling delete_port for d4929fb7-3eb3-451e-8724-61212287fbe6 owned by network:router_gateway {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:10.107037 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-3e460a62-c82f-4014-9617-8602d026c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.108606 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-3e460a62-c82f-4014-9617-8602d026c817 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544932 Feb 01 18:54:10.235957 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] Set router 56bcad2c-afed-43c8-b531-fd6372b2d874 gateway port host: None {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:10.237078 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-bbf6e22e-b5b5-493f-9d62-2337f859dd33 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213498 Feb 01 18:54:10.265127 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (d4929fb7-3eb3-451e-8724-61212287fbe6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.297607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:54:09Z', 'revision_number': 6, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:10.301877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4929fb7-3eb3-451e-8724-61212287fbe6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:10.330949 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4aa4a6-d891-49fb-9daf-155906758054 None None] The sync data for ids ['56bcad2c-afed-43c8-b531-fd6372b2d874'] in dv-cinder-774288-14-iscsi is: [{'id': '56bcad2c-afed-43c8-b531-fd6372b2d874', 'name': 'tempest-AttachVolumeTestJSON-363705600-router', 'tenant_id': 'c1f3957e2db84d628128076327c3411f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:17Z', 'updated_at': '2022-02-01T18:54:09Z', 'revision_number': 6, 'project_id': 'c1f3957e2db84d628128076327c3411f', 'gw_port_host': None}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:54:10.338021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c743f-e4eb-4ee8-82ce-ab1dbff48507 req-354e0b7b-01e6-445d-9855-c4d69dc43964 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.339605 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b24c743f-e4eb-4ee8-82ce-ab1dbff48507 req-354e0b7b-01e6-445d-9855-c4d69dc43964 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.1219826 Feb 01 18:54:10.372031 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5b23aece-d359-431b-aec0-a095d4a8abf6 req-b48f6fe6-1635-48ce-bfac-69f077b5a9ce service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202085 Feb 01 18:54:10.383591 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (56bcad2c-afed-43c8-b531-fd6372b2d874), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.415499 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b24c743f-e4eb-4ee8-82ce-ab1dbff48507 req-b8c706b2-68f8-4064-a519-3241ed8cc37d tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627964 Feb 01 18:54:10.486387 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.489657 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks [] for router_controller (56bcad2c-afed-43c8-b531-fd6372b2d874), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.502712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-cdad477b-51c8-40ed-9489-fe7e0d77048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.504420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-cdad477b-51c8-40ed-9489-fe7e0d77048f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1128 time: 0.0541973 Feb 01 18:54:10.533612 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (56bcad2c-afed-43c8-b531-fd6372b2d874), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.534458 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56bcad2c-afed-43c8-b531-fd6372b2d874 {{(pid=109534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 18:54:10.541395 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.543314 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c7121dba-36af-4660-b6f9-285b827a9959 admin admin] 10.222.0.31 "DELETE /v2.0/routers/56bcad2c-afed-43c8-b531-fd6372b2d874 HTTP/1.1" status: 204 len: 168 time: 0.9344611 Feb 01 18:54:10.545545 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59088) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:10.598825 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Deleting subnet 9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:54:10.602042 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Publish callbacks [] for subnet (9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.608222 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-9e23e960-4918-457b-ad5e-2f8fbf204acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.609740 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-9e23e960-4918-457b-ad5e-2f8fbf204acf service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0956414 Feb 01 18:54:10.623007 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.639674 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.657127 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-1b657db7-11fe-4aa0-b21f-9bab7d620e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 200 len: 217 time: 0.0394678 Feb 01 18:54:10.724485 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-03e6af5b-1c44-4c0f-8256-0f78535643cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.726142 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-03e6af5b-1c44-4c0f-8256-0f78535643cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0513468 Feb 01 18:54:10.736077 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.783143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-b64c08c8-bbb9-496e-b812-2c2b29458a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:10.786043 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-b64c08c8-bbb9-496e-b812-2c2b29458a31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489345 Feb 01 18:54:10.807530 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.833296 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:10.837125 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:10.842916 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4a671-fe6e-4c22-bab7-3e1e37e1b8f6 None None] Network 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:54:10.843657 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ea5fc8ae-cf6e-4a5f-acf7-8e5f03a51d74 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9b5a7dfc-6f0e-44a0-aa5c-5a5fdb49b45b HTTP/1.1" status: 204 len: 168 time: 0.2966504 Feb 01 18:54:10.845490 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59092) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:10.935031 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-ffc44076-e67c-451b-9e12-65aeac10507d service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428401 Feb 01 18:54:10.936104 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (6ffeec84-f44c-4d2a-a87a-5bc936c409a6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.001879 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Deleting port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:11.002347 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.007975 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776084c5-bc96-4592-906f-1ef5633b3f5b req-992d9fb0-0953-45e8-a048-a1589f601b65 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:11.009547 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-776084c5-bc96-4592-906f-1ef5633b3f5b req-992d9fb0-0953-45e8-a048-a1589f601b65 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.1200519 Feb 01 18:54:11.067642 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] For port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,segment=NetworkSegment(66652b53-8f95-440a-94e0-b9cc58c28307),segment_id=66652b53-8f95-440a-94e0-b9cc58c28307)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:11.067924 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.081420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea8c2e9e-8b32-4bc6-a84a-50247ea3134b req-17fedae0-59e2-4554-b1a4-0dbdd702d893 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391785 Feb 01 18:54:11.081883 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Calling delete_port for 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 owned by network:dhcp {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:11.085441 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-776084c5-bc96-4592-906f-1ef5633b3f5b req-9328dd15-90f8-48e1-9bd5-7a8650c15111 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693140 Feb 01 18:54:11.166240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527fe4a-20e1-444a-8a0c-47c78e3de36a None None] DHCP port deletion for 6ffeec84-f44c-4d2a-a87a-5bc936c409a6 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 18:54:11.172595 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.203166 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] No DVR routers for this DVR port 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 on host dv-cinder-774288-14-iscsi {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:54:11.207665 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Pushing event deleted for resources: {'Port': ['ID=390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:11.239238 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d4929fb7-3eb3-451e-8724-61212287fbe6 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:54:11.263381 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: d4929fb7-3eb3-451e-8724-61212287fbe6 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:54:11.263723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d4929fb7-3eb3-451e-8724-61212287fbe6 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:54:11.264130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5688b88c-2172-42bd-a9be-dd16b1fcfc8c no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:54:11.281762 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (6ffeec84-f44c-4d2a-a87a-5bc936c409a6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.284203 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 5688b88c-2172-42bd-a9be-dd16b1fcfc8c {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:54:11.284550 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 5688b88c-2172-42bd-a9be-dd16b1fcfc8c not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:54:11.284960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:54:11.305022 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:54:11.305803 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 390d8d2c-3ddb-40b6-9e2a-ce7a3ee4b814 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:54:11.308094 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffeec84-f44c-4d2a-a87a-5bc936c409a6']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:11.319249 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66652b53-8f95-440a-94e0-b9cc58c28307') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:11.319583 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66652b53-8f95-440a-94e0-b9cc58c28307') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:11.329947 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (66652b53-8f95-440a-94e0-b9cc58c28307), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.344486 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (66652b53-8f95-440a-94e0-b9cc58c28307), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.352107 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:54:11.353079 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (66652b53-8f95-440a-94e0-b9cc58c28307), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:54:11.355014 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:54:11.419017 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (6ffeec84-f44c-4d2a-a87a-5bc936c409a6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.423562 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.426848 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] 10.222.0.31 "DELETE /v2.0/networks/6ffeec84-f44c-4d2a-a87a-5bc936c409a6 HTTP/1.1" status: 204 len: 168 time: 0.5804465 Feb 01 18:54:11.440534 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c163a-c783-4037-a322-472ff13dbe5b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffeec84-f44c-4d2a-a87a-5bc936c409a6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:11.547281 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59096) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:11.598388 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2e6b8caa-fd4e-4437-aef8-ae689e0a0111 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1f3957e2db84d628128076327c3411f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498772 Feb 01 18:54:11.600854 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59098) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:11.646499 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] Publish callbacks [] for security_group (88270d8d-4235-4c27-afdf-ef46f3b4c680), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.670569 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] Publish callbacks [] for security_group (88270d8d-4235-4c27-afdf-ef46f3b4c680), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.715950 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (88270d8d-4235-4c27-afdf-ef46f3b4c680), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.718380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:11.719532 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88270d8d-4235-4c27-afdf-ef46f3b4c680 HTTP/1.1" status: 204 len: 168 time: 0.1177638 Feb 01 18:54:11.727089 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b0cc0-792b-47c0-87cb-d1d54ad05bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88270d8d-4235-4c27-afdf-ef46f3b4c680,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:11.854951 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.210197 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640b8b8-5b9a-4f5b-8efe-894ed8d324e3 req-df3fe4db-0ea3-445d-b679-43bfad3d4589 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:12.212440 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c640b8b8-5b9a-4f5b-8efe-894ed8d324e3 req-df3fe4db-0ea3-445d-b679-43bfad3d4589 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.0542414 Feb 01 18:54:12.261979 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c640b8b8-5b9a-4f5b-8efe-894ed8d324e3 req-e064edfe-3d6c-4bcb-8a0a-7a855ba1d58a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439281 Feb 01 18:54:12.380206 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59122) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:12.471752 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1373592708-network', 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:12.491931 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:12.494750 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.502998 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.575778 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks [] for security_group (076268cc-b0de-413b-80a3-75ef86bf6441), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.579891 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (076268cc-b0de-413b-80a3-75ef86bf6441), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.606266 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:54:12.616074 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076268cc-b0de-413b-80a3-75ef86bf6441,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:12.620813 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (1b81f7d5-8acf-475a-a49d-643eecd820b2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.621147 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Added segment 1b81f7d5-8acf-475a-a49d-643eecd820b2 of type vlan for network 007716c4-beae-45af-9db4-90ae6ef44411 Feb 01 18:54:12.659640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (007716c4-beae-45af-9db4-90ae6ef44411), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.683784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (007716c4-beae-45af-9db4-90ae6ef44411), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.684925 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:12.685513 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.742875 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3614929 Feb 01 18:54:12.746003 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59126) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:12.749640 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e31b43-1e12-47d4-a1ef-320405dd15c3 admin admin] Pushing event updated for resources: {'Network': ['ID=007716c4-beae-45af-9db4-90ae6ef44411,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:12.750869 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Request body: {'subnet': {'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1373592708-subnet', 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:12.759652 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 007716c4-beae-45af-9db4-90ae6ef44411 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:54:12.768618 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:12.770972 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12777114'] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.936337 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14318128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12777132'] for subnet (5ef8e260-26c8-4fd4-92e9-9522eeefe790), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:12.984277 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef8e260-26c8-4fd4-92e9-9522eeefe790,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:13.000412 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Checking segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:54:13.000683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Network hostable DHCP agents. Network: 007716c4-beae-45af-9db4-90ae6ef44411, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:54:13.016535 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Network 007716c4-beae-45af-9db4-90ae6ef44411 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:54:13.025006 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 007716c4-beae-45af-9db4-90ae6ef44411) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:13.029958 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:13.031056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:13.034596 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332d759-e716-4f98-83f0-c05e3127b631 None None] Network 007716c4-beae-45af-9db4-90ae6ef44411 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:54:13.046266 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-03884656-4bfd-4be2-9803-50c4125669f2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2991452 Feb 01 18:54:13.128655 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21689e2d-eaf2-4af3-9d05-b5f0375fd706 None None] Network 007716c4-beae-45af-9db4-90ae6ef44411 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:54:13.439707 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f1099-62b3-42cb-9f8f-c851e061d769 req-2b1df5d7-ecf6-425c-a286-26ca82b6365f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:13.442005 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be9f1099-62b3-42cb-9f8f-c851e061d769 req-2b1df5d7-ecf6-425c-a286-26ca82b6365f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.1122792 Feb 01 18:54:13.506340 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-5f6c2d88-98d4-4251-ab91-3095e4ef74b3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:13.507867 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-5f6c2d88-98d4-4251-ab91-3095e4ef74b3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1418803 Feb 01 18:54:13.532536 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be9f1099-62b3-42cb-9f8f-c851e061d769 req-e64edc51-1ee9-4391-8281-915eb165ac7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839169 Feb 01 18:54:13.534900 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-4b8cee65-e9d3-4947-99ba-31d36db57eed tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/quotas/74898ef0487d4d0cbc39eb9767cde742 HTTP/1.1" status: 200 len: 375 time: 0.0178654 Feb 01 18:54:13.568230 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-c841fac9-51c8-40df-8c12-bb0b853d9dca tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278957 Feb 01 18:54:13.654512 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-99f8b46a-55de-4307-8c98-0f4911e4619a service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789320 Feb 01 18:54:13.743675 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-17bbce72-b98a-4a5a-907a-6153192d8886 service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Feb 01 18:54:13.898639 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e94aeb3a-aa36-45b1-bd72-77ea4fc2b85d req-15033131-745d-4a0e-8b2b-91a55652455b tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Feb 01 18:54:14.654368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed721a-4375-4afc-9cd9-0ac0321dd8ac req-d33ecd29-9cd3-4a86-83c9-f4cc654cf4bb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:14.655873 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-89ed721a-4375-4afc-9cd9-0ac0321dd8ac req-d33ecd29-9cd3-4a86-83c9-f4cc654cf4bb tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.0530109 Feb 01 18:54:14.706949 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-89ed721a-4375-4afc-9cd9-0ac0321dd8ac req-d2cfbc0d-ed11-4c79-bdcb-013ad63fc465 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455294 Feb 01 18:54:14.937693 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-883013ca-6e01-4eaf-9b78-e780a7825228 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:14.939212 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-883013ca-6e01-4eaf-9b78-e780a7825228 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1105657 Feb 01 18:54:14.954182 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Request body: {'port': {'device_id': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'admin_state_up': True, 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:15.034222 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1573f61f-0fe1-4c16-91a0-c1d6af17d9ec req-b381f25b-7a77-4b12-944a-cf4ce0373e44 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 210 time: 0.0635653 Feb 01 18:54:15.093801 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:15.097122 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.233694 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Allocated IP 172.20.0.14 (007716c4-beae-45af-9db4-90ae6ef44411/5ef8e260-26c8-4fd4-92e9-9522eeefe790/028081fe-e09e-474b-823f-ec3f7975bf0e) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:54:15.393199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks [] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.429654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.477332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Network 007716c4-beae-45af-9db4-90ae6ef44411 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:54:15.480852 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:15.487460 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:54:15.491380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event updated for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:15.539150 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:15.539759 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.555991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-60b30c85-5bcf-4ee7-93d9-e42a32d0bed1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060393 Feb 01 18:54:15.567929 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Request body: {'port': {'device_id': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:15.635989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.891734 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea09b28-c305-44a3-a35a-403d2fddd604 req-93e8129e-3d77-49de-b80c-5b2d0c9a0f73 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:15.893320 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aea09b28-c305-44a3-a35a-403d2fddd604 req-93e8129e-3d77-49de-b80c-5b2d0c9a0f73 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.1183603 Feb 01 18:54:15.971704 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028081fe-e09e-474b-823f-ec3f7975bf0e {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:15.989415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks [] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:15.994769 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aea09b28-c305-44a3-a35a-403d2fddd604 req-070c97c0-491b-4d1b-bf6f-b89cfe65cc00 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955255 Feb 01 18:54:16.005851 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Transition to ACTIVE for port object 028081fe-e09e-474b-823f-ec3f7975bf0e will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:54:16.011910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:16.085648 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Pushing event updated for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:16.164586 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Attempting to bind port 028081fe-e09e-474b-823f-ec3f7975bf0e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:54:16.164912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Attempting to bind port 028081fe-e09e-474b-823f-ec3f7975bf0e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:54:16.165236 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Attempting to bind port 028081fe-e09e-474b-823f-ec3f7975bf0e on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:16.172106 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Port 028081fe-e09e-474b-823f-ec3f7975bf0e on network 007716c4-beae-45af-9db4-90ae6ef44411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:54:16.172421 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Attempting to bind port 028081fe-e09e-474b-823f-ec3f7975bf0e on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:16.179763 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:54:16.180089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Checking segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:54:16.180484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Bound using segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:54:16.180907 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Bound port: 028081fe-e09e-474b-823f-ec3f7975bf0e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:54:16.181286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:16.190645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2781c-9fe4-4159-930e-68c70f4aaab0 req-6b5ec616-c627-4b2e-bdda-1897849eddaf tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:16.192088 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6a2781c-9fe4-4159-930e-68c70f4aaab0 req-6b5ec616-c627-4b2e-bdda-1897849eddaf tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 944 time: 0.0806768 Feb 01 18:54:16.283082 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6a2781c-9fe4-4159-930e-68c70f4aaab0 req-e72dfc83-effc-409a-bff3-273d2a9bd4ab tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840280 Feb 01 18:54:16.288805 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:54:16.292064 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=028081fe-e09e-474b-823f-ec3f7975bf0e,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:54:16.303389 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:16.337973 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:16.338631 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:16.340251 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] 10.222.0.39 "PUT /v2.0/ports/028081fe-e09e-474b-823f-ec3f7975bf0e HTTP/1.1" status: 200 len: 1094 time: 0.7765980 Feb 01 18:54:16.342435 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:16.344676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a47a2d-b120-4e18-ab76-67a98bc6fc64" -d '{"events": [{"name": "network-changed", "server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:16.371507 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce49823-d840-4507-8192-7e1645f6ca67 service neutron] Pushing event updated for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:16.406136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31577109-2e22-4bb7-be4a-26420bd736a2 x-openstack-request-id: req-31577109-2e22-4bb7-be4a-26420bd736a2 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:16.406419 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:16.406714 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31577109-2e22-4bb7-be4a-26420bd736a2 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:16.407098 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e', 'status': 'completed', 'code': 200} Feb 01 18:54:16.443609 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-c27b2c54-c1d2-4099-874d-fcf827ccbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:16.445145 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-c27b2c54-c1d2-4099-874d-fcf827ccbf02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 1128 time: 0.0479929 Feb 01 18:54:16.491154 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-1c86e60d-1208-4984-aeb1-9449fc86353f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028081fe-e09e-474b-823f-ec3f7975bf0e HTTP/1.1" status: 200 len: 217 time: 0.0378900 Feb 01 18:54:16.540396 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-cef014b7-a56d-4db2-b819-370aec5ad856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:16.541762 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-cef014b7-a56d-4db2-b819-370aec5ad856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0431938 Feb 01 18:54:16.575547 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-130daffa-0d52-4e7c-bc74-9d81bb4aaa89 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254529 Feb 01 18:54:16.674596 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-a09e1157-a528-4172-a8b8-aaa910b7c736 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Feb 01 18:54:17.029174 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-53f5b14d-b5c4-48fe-9cf1-e2197370bcb0 req-cc797c0c-5f31-418b-b3d6-7101a6ea470e service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465126 Feb 01 18:54:17.147318 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-d038d529-9192-4ef6-9aee-b8dbdce3b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:17.148805 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-d038d529-9192-4ef6-9aee-b8dbdce3b5ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 1128 time: 0.0717325 Feb 01 18:54:17.156777 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfcc9d-07e0-4048-b57a-1a568999957f req-8f864a85-0039-40ae-af93-06ee01185a0e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:17.158162 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-77dfcc9d-07e0-4048-b57a-1a568999957f req-8f864a85-0039-40ae-af93-06ee01185a0e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.0934660 Feb 01 18:54:17.261527 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-77dfcc9d-07e0-4048-b57a-1a568999957f req-c4a007e0-fe0e-429d-95da-f68c418c0719 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948577 Feb 01 18:54:17.276359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-25f31431-ce88-4926-b4c0-2c1841904f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:17.277798 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-25f31431-ce88-4926-b4c0-2c1841904f3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 916 time: 0.1187699 Feb 01 18:54:17.325221 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-0c06aa44-2cd8-4bef-a0be-76e6f503ed03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=028081fe-e09e-474b-823f-ec3f7975bf0e HTTP/1.1" status: 200 len: 217 time: 0.0383980 Feb 01 18:54:17.401470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-81915595-9c0a-45e8-b32b-dbbcf0b575a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:17.402854 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-81915595-9c0a-45e8-b32b-dbbcf0b575a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0712578 Feb 01 18:54:17.445123 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc3362-b38b-4cfa-814d-ad33fea9e8fd req-99547f4f-012c-4a84-b8db-68b9609a95ff tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:17.446576 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4adc3362-b38b-4cfa-814d-ad33fea9e8fd req-99547f4f-012c-4a84-b8db-68b9609a95ff tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 944 time: 0.0891049 Feb 01 18:54:17.448777 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-08906da2-68cf-410c-ad9a-9a2bd64d71ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382476 Feb 01 18:54:17.543042 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4adc3362-b38b-4cfa-814d-ad33fea9e8fd req-c8f0a91e-9113-40fc-892a-175a2a7ea7e2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904427 Feb 01 18:54:17.567018 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-48dc128e-06da-4307-956f-e8e004d69acd service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088121 Feb 01 18:54:17.660813 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82a47a2d-b120-4e18-ab76-67a98bc6fc64 req-4ad4774e-6c53-43c7-ac19-74e07cc455c3 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857415 Feb 01 18:54:17.805261 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:54:18.380952 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8013e-4ec8-4553-86bd-26e9a48fa277 req-5125061e-de71-401f-bc3d-942d9b1f9bca tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:18.382337 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c0c8013e-4ec8-4553-86bd-26e9a48fa277 req-5125061e-de71-401f-bc3d-942d9b1f9bca tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 944 time: 0.0532410 Feb 01 18:54:18.429566 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c0c8013e-4ec8-4553-86bd-26e9a48fa277 req-8b306aac-2f6c-4c2a-902a-d42ae1f55362 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Feb 01 18:54:18.568575 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bd663376-ee52-4355-8080-a2af37c6d515 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:54:18.668139 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab9039-91ca-405b-a33f-ffb5ba08ce0b req-3e6df99d-d86a-451b-a4d7-6cbe29bb0fad tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:18.669555 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-78ab9039-91ca-405b-a33f-ffb5ba08ce0b req-3e6df99d-d86a-451b-a4d7-6cbe29bb0fad tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 944 time: 0.0567589 Feb 01 18:54:18.674400 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd663376-ee52-4355-8080-a2af37c6d515,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:18.685959 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'bd663376-ee52-4355-8080-a2af37c6d515', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'port_id': 'bd663376-ee52-4355-8080-a2af37c6d515', 'mac_address': 'fa:16:3e:30:be:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:54:18.716037 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-78ab9039-91ca-405b-a33f-ffb5ba08ce0b req-274bff49-5c8f-4662-adce-bf50b7e43fca tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Feb 01 18:54:18.724093 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bd663376-ee52-4355-8080-a2af37c6d515 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:18.724483 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bd663376-ee52-4355-8080-a2af37c6d515), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:18.738701 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd663376-ee52-4355-8080-a2af37c6d515 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:18.768666 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd663376-ee52-4355-8080-a2af37c6d515,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:18.772716 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:18.821888 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:19.062718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bd663376-ee52-4355-8080-a2af37c6d515'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:19.547921 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f1eb2-3f5a-4b4c-87dc-7b915ab8a323 req-89b5287f-ecdd-4da2-876e-39b4da95adf1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:19.549425 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eb5f1eb2-3f5a-4b4c-87dc-7b915ab8a323 req-89b5287f-ecdd-4da2-876e-39b4da95adf1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Feb 01 18:54:19.598922 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eb5f1eb2-3f5a-4b4c-87dc-7b915ab8a323 req-5ada89ad-3bb7-4d80-9d29-811b8ecf695b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Feb 01 18:54:19.834293 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33513b-c573-4de9-8ed7-ce5384af71a8 req-6b56d2ca-aa77-429f-b3f5-e99d917d1328 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:19.835806 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2b33513b-c573-4de9-8ed7-ce5384af71a8 req-6b56d2ca-aa77-429f-b3f5-e99d917d1328 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 944 time: 0.0528827 Feb 01 18:54:19.886852 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2b33513b-c573-4de9-8ed7-ce5384af71a8 req-bb284cb6-328f-49a9-a309-4b15bc434b81 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Feb 01 18:54:20.586759 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 028081fe-e09e-474b-823f-ec3f7975bf0e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:54:20.591538 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bd663376-ee52-4355-8080-a2af37c6d515 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:54:20.715197 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port bd663376-ee52-4355-8080-a2af37c6d515 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:54:20.726568 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port bd663376-ee52-4355-8080-a2af37c6d515 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:20.726952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bd663376-ee52-4355-8080-a2af37c6d515), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:20.732120 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245fb45-7846-459e-888a-082b67d5491b req-cce71fdc-4704-4e93-af05-5f14cddd3d9a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:20.733661 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0245fb45-7846-459e-888a-082b67d5491b req-cce71fdc-4704-4e93-af05-5f14cddd3d9a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 945 time: 0.0632336 Feb 01 18:54:20.765965 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=028081fe-e09e-474b-823f-ec3f7975bf0e,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:20.784546 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '028081fe-e09e-474b-823f-ec3f7975bf0e', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'port_id': '028081fe-e09e-474b-823f-ec3f7975bf0e', 'mac_address': 'fa:16:3e:d2:35:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef8e260-26c8-4fd4-92e9-9522eeefe790', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:54:20.791573 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0245fb45-7846-459e-888a-082b67d5491b req-19f1755c-9e45-4f9f-b1b1-77863300167f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486128 Feb 01 18:54:20.830866 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 028081fe-e09e-474b-823f-ec3f7975bf0e is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:20.831268 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:20.876287 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028081fe-e09e-474b-823f-ec3f7975bf0e {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:20.909807 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=028081fe-e09e-474b-823f-ec3f7975bf0e,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:20.911395 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bd663376-ee52-4355-8080-a2af37c6d515 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:20.911805 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bd663376-ee52-4355-8080-a2af37c6d515), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:20.915711 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:20.962023 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:20.964316 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e145d11c-fc62-444c-91ce-9ef092ec12b1" -d '{"events": [{"server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "name": "network-vif-plugged", "status": "completed", "tag": "bd663376-ee52-4355-8080-a2af37c6d515"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:20.986467 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd663376-ee52-4355-8080-a2af37c6d515,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:20.997963 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:21.001261 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:21.025497 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae285a2-fcdf-47e0-a2a5-7e5f8dcc0fc4 req-0211d046-0943-4869-9a62-3ae1bcc154ae tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:21.027079 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ae285a2-fcdf-47e0-a2a5-7e5f8dcc0fc4 req-0211d046-0943-4869-9a62-3ae1bcc154ae tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 945 time: 0.0700240 Feb 01 18:54:21.027433 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf099d1-cd7b-4e7d-8a4a-2243f89dfa3d x-openstack-request-id: req-caf099d1-cd7b-4e7d-8a4a-2243f89dfa3d {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:21.027733 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "name": "network-vif-plugged", "status": "completed", "tag": "bd663376-ee52-4355-8080-a2af37c6d515", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:21.027961 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caf099d1-cd7b-4e7d-8a4a-2243f89dfa3d {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:21.028346 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515', 'code': 200} Feb 01 18:54:21.056851 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:21.080638 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ae285a2-fcdf-47e0-a2a5-7e5f8dcc0fc4 req-a3299fc5-60e0-41c9-b67d-9c6bb95bf225 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472343 Feb 01 18:54:21.251565 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:21.271512 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42399120-6104-46b9-a686-0fe71b8baa5b req-7191a1bf-2ecb-4271-8b50-449c11ee3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:21.273023 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-42399120-6104-46b9-a686-0fe71b8baa5b req-7191a1bf-2ecb-4271-8b50-449c11ee3ad5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1130 time: 0.0491471 Feb 01 18:54:21.324461 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-42399120-6104-46b9-a686-0fe71b8baa5b req-083150f7-fea4-4286-bb43-36180b0c7f43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Feb 01 18:54:21.968699 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a6767-872f-4551-9067-011ae62e9494 req-f2e3e42d-bc66-4330-98bb-7a2b28f5aee9 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:21.970190 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-db0a6767-872f-4551-9067-011ae62e9494 req-f2e3e42d-bc66-4330-98bb-7a2b28f5aee9 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0531864 Feb 01 18:54:22.026080 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-db0a6767-872f-4551-9067-011ae62e9494 req-90308634-41ed-48f3-8157-de144df4f973 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Feb 01 18:54:22.221261 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606fa19-cf04-456b-b4ef-dfcfb3009f41 req-ced61694-c5f6-4c26-acf1-9b948584042d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:22.222793 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5606fa19-cf04-456b-b4ef-dfcfb3009f41 req-ced61694-c5f6-4c26-acf1-9b948584042d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 945 time: 0.0689805 Feb 01 18:54:22.270319 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5606fa19-cf04-456b-b4ef-dfcfb3009f41 req-22f9741b-499a-4745-88e3-ba8b0a321e9c tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Feb 01 18:54:22.602775 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 028081fe-e09e-474b-823f-ec3f7975bf0e up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:54:22.652308 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 028081fe-e09e-474b-823f-ec3f7975bf0e completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:54:22.657931 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 028081fe-e09e-474b-823f-ec3f7975bf0e triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:22.658440 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:22.751308 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 028081fe-e09e-474b-823f-ec3f7975bf0e is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:22.751681 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:22.793342 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=028081fe-e09e-474b-823f-ec3f7975bf0e,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:22.797559 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:22.856943 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:22.880756 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:23.029535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:23.031894 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7fec2f-111a-456e-874c-ee7c8942acb5" -d '{"events": [{"server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "name": "network-vif-plugged", "status": "completed", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:23.068630 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a65e2c-37b5-49ad-a195-7c0ba5b8dc11 x-openstack-request-id: req-39a65e2c-37b5-49ad-a195-7c0ba5b8dc11 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:23.069003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "name": "network-vif-plugged", "status": "completed", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:23.069291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39a65e2c-37b5-49ad-a195-7c0ba5b8dc11 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:23.069678 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e', 'code': 200} Feb 01 18:54:23.155974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8fc6b-4935-4b56-b3b9-1e3e31620b3c req-11c53e79-47ef-4b74-99be-a4634af84ee6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:23.157567 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67e8fc6b-4935-4b56-b3b9-1e3e31620b3c req-11c53e79-47ef-4b74-99be-a4634af84ee6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0630000 Feb 01 18:54:23.257822 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67e8fc6b-4935-4b56-b3b9-1e3e31620b3c req-42dbdceb-aba5-46c9-aef5-03dc13638b80 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896969 Feb 01 18:54:23.278349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf521ce-f282-43d3-8b2f-65924769efab req-506db4e7-4ae3-494e-813a-6b0a15bc1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:23.280637 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6cf521ce-f282-43d3-8b2f-65924769efab req-506db4e7-4ae3-494e-813a-6b0a15bc1414 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 1130 time: 0.0674257 Feb 01 18:54:23.348310 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6cf521ce-f282-43d3-8b2f-65924769efab req-e3f891f0-527c-4369-81fb-7300379ca991 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599527 Feb 01 18:54:23.421198 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e07026-1e6a-44ba-a728-3630ae7dddd4 req-3f02a06f-ddf1-488d-82c8-ce854e28650f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:23.422597 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9e07026-1e6a-44ba-a728-3630ae7dddd4 req-3f02a06f-ddf1-488d-82c8-ce854e28650f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0879519 Feb 01 18:54:23.430114 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e90a1-ead6-4805-9f36-4d3958450249 req-845c089d-2f90-47d3-8f26-1c0f025a6a77 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:23.431644 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0a5e90a1-ead6-4805-9f36-4d3958450249 req-845c089d-2f90-47d3-8f26-1c0f025a6a77 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.0871108 Feb 01 18:54:23.503868 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9e07026-1e6a-44ba-a728-3630ae7dddd4 req-7fc33662-ab72-47f0-9577-4e20e9c00320 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712087 Feb 01 18:54:23.511672 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0a5e90a1-ead6-4805-9f36-4d3958450249 req-a927f6a7-5aeb-448e-b6c7-d06322cebbe2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733993 Feb 01 18:54:23.527718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59200) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:23.672352 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f63ae-03b2-4e1a-bfd4-49a139fdb1c6 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:23.673737 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-253f63ae-03b2-4e1a-bfd4-49a139fdb1c6 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1125 time: 0.1450379 Feb 01 18:54:23.676755 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59204) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:23.680929 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'port_id': 'bd663376-ee52-4355-8080-a2af37c6d515', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:23.700697 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:23.798527 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:23.909377 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.27.3.245 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/8a580cd7-2bf9-4e4c-b3b8-d046893853b6) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:54:24.008660 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.042335 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.082445 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:54:24.085244 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:24.088699 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:54:24.115799 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=8a580cd7-2bf9-4e4c-b3b8-d046893853b6,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:24.454896 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (e6649702-b543-461e-b050-c8f00558a707), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.528569 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.690194 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662f024-b07c-4dfa-bb42-e4c248b80b7a req-3695480a-df0f-4e4b-8cf0-97d4e4ff60ce tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:24.691716 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0662f024-b07c-4dfa-bb42-e4c248b80b7a req-3695480a-df0f-4e4b-8cf0-97d4e4ff60ce tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.1016574 Feb 01 18:54:24.759997 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.765825 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.777366 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0662f024-b07c-4dfa-bb42-e4c248b80b7a req-122f6117-cb41-4af6-83e3-75a495340e39 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794163 Feb 01 18:54:24.846242 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=8a580cd7-2bf9-4e4c-b3b8-d046893853b6,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:24.856642 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (e6649702-b543-461e-b050-c8f00558a707), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:24.959502 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP e6649702-b543-461e-b050-c8f00558a707 associated. External IP: 172.27.3.245, port: bd663376-ee52-4355-8080-a2af37c6d515. Feb 01 18:54:25.164884 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:54:25.271080 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:54:25.281568 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:54:25.290142 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:25.291543 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:25.292155 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:25.324714 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-1b5b3790-77cf-4875-a0ce-16585948a7a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6465404 Feb 01 18:54:25.324968 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:25.327156 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3461504-a207-4956-96b0-c41d84fd3579" -d '{"events": [{"name": "network-changed", "server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "tag": "bd663376-ee52-4355-8080-a2af37c6d515"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:25.363100 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a7ea06-1fdf-40c3-b3a4-a378ae91b2cd x-openstack-request-id: req-30a7ea06-1fdf-40c3-b3a4-a378ae91b2cd {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:25.363400 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "tag": "bd663376-ee52-4355-8080-a2af37c6d515", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:25.363657 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30a7ea06-1fdf-40c3-b3a4-a378ae91b2cd {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:25.364065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515', 'status': 'completed', 'code': 200} Feb 01 18:54:25.402097 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:25.432932 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461504-a207-4956-96b0-c41d84fd3579 req-357797c7-3004-4efa-ac77-068ba8f6192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.434687 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-357797c7-3004-4efa-ac77-068ba8f6192a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1130 time: 0.0461679 Feb 01 18:54:25.531730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461504-a207-4956-96b0-c41d84fd3579 req-9b847a73-591c-405d-873c-3128f5f19f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.533260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-9b847a73-591c-405d-873c-3128f5f19f37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0851877 Feb 01 18:54:25.605054 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-cc4fdf91-2978-4940-8b19-b75c197865ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 200 len: 1000 time: 0.0636919 Feb 01 18:54:25.635218 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e6649702-b543-461e-b050-c8f00558a707', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'bd663376-ee52-4355-8080-a2af37c6d515', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:30:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:54:24Z', 'updated_at': '2022-02-01T18:54:24Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:25.657143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461504-a207-4956-96b0-c41d84fd3579 req-49152414-8436-4404-a333-1006a49ac035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.658546 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-49152414-8436-4404-a333-1006a49ac035 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0440643 Feb 01 18:54:25.664636 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:54:25.674053 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:25.674690 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:25.711703 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3461504-a207-4956-96b0-c41d84fd3579 req-7d785777-bfbe-432a-98f9-3f822e8c7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.713215 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-7d785777-bfbe-432a-98f9-3f822e8c7b98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445259 Feb 01 18:54:25.780197 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:25.810801 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-2860541a-5f7b-4c63-9863-ba4f49361ee8 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896039 Feb 01 18:54:25.829443 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-5063a0dd-1595-4fca-bef8-4adc6653f0d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715480 Feb 01 18:54:25.945320 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-1e3463f3-1e8f-408e-a441-c63f4a57a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.946775 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-1e3463f3-1e8f-408e-a441-c63f4a57a2e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a973b02f065c4069a16db170534cf59b&device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 1130 time: 0.0504351 Feb 01 18:54:25.947986 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d3461504-a207-4956-96b0-c41d84fd3579 req-18f77018-e23c-435a-bde5-7e28675f394e service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280077 Feb 01 18:54:25.958812 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7d3c-e2cc-42e4-aef0-a5c593401ceb req-8dd64c92-54f1-4d81-9e49-029b96b059da tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:25.960295 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d33f7d3c-e2cc-42e4-aef0-a5c593401ceb req-8dd64c92-54f1-4d81-9e49-029b96b059da tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.0886035 Feb 01 18:54:26.041893 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e6649702-b543-461e-b050-c8f00558a707', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'bd663376-ee52-4355-8080-a2af37c6d515', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:30:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:54:24Z', 'updated_at': '2022-02-01T18:54:24Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:26.065479 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d33f7d3c-e2cc-42e4-aef0-a5c593401ceb req-0eab66c0-9b88-479c-b6a2-b9fe255d11eb tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988853 Feb 01 18:54:26.067699 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a5b21-d8a5-4cf5-b72d-52302ca9998a None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e6649702-b543-461e-b050-c8f00558a707', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'bd663376-ee52-4355-8080-a2af37c6d515', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:30:be:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:54:24Z', 'updated_at': '2022-02-01T18:54:24Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:54:26.092551 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-9499530b-80e5-46a4-93cf-957505fbb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:26.093999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-9499530b-80e5-46a4-93cf-957505fbb6fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 200 len: 917 time: 0.1174340 Feb 01 18:54:26.170299 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-f8062034-029d-4115-81f2-1a77d5d1f536 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 200 len: 1001 time: 0.0661378 Feb 01 18:54:26.223538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-9be21c56-902c-460b-b7f2-996484b26684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:26.225020 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-9be21c56-902c-460b-b7f2-996484b26684 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 200 len: 855 time: 0.0452380 Feb 01 18:54:26.294717 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-b383934a-09c7-4355-b628-f5cfab63492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:26.296567 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-b383934a-09c7-4355-b628-f5cfab63492a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d89a6659-f29b-4c6d-add6-09a80c33bd09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0611548 Feb 01 18:54:26.311213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693367d-a7e6-4fac-af8a-668ef6a73dcc None None] New status for floating IP e6649702-b543-461e-b050-c8f00558a707: ACTIVE {{(pid=109536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:54:26.415601 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-3d3d0473-ce38-4e7d-b835-7a3c052b7f60 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081157 Feb 01 18:54:26.517242 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-014bc28e-b9a7-4b0c-bfdc-e194d5383303 req-a3c13220-aa0f-4f44-9804-0238408f52b5 service neutron] 10.222.0.39 "GET /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913243 Feb 01 18:54:35.419147 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-1f06ca64-cc0d-4946-9c46-762fc9979f3e tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:35.420548 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-1f06ca64-cc0d-4946-9c46-762fc9979f3e tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1123421 Feb 01 18:54:35.435330 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-85c4dfe9-7743-4094-9b59-b6b2b91f2f95 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/quotas/74898ef0487d4d0cbc39eb9767cde742 HTTP/1.1" status: 200 len: 375 time: 0.0093584 Feb 01 18:54:35.490899 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-c76cf2e0-1e07-4f5e-beeb-2624eca6cfca tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502717 Feb 01 18:54:35.844162 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9670b316-9287-4d32-9787-7d309bcc6086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:35.902619 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-febdb3c6-e31a-4043-b592-2ee96385b5ba service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040656 Feb 01 18:54:36.003457 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-7f2aa1b8-cdd4-4386-983b-8d1c1215a098 service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914698 Feb 01 18:54:36.174246 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c752e995-6182-475b-9261-00ad25e1a03b req-aa6a02c9-1bb7-49bf-8cd3-36d91d3d47f7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 210 time: 0.0303228 Feb 01 18:54:37.296094 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c43a4c2a-4b9c-465d-937d-70a38c884da5 req-2dfc4d0e-bcaa-4b55-a8a7-f35ad562ebc3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 210 time: 0.0361326 Feb 01 18:54:37.342628 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-b41cac11-9345-47e3-b96d-f05a9b73defd tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:37.342628 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-b41cac11-9345-47e3-b96d-f05a9b73defd tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1431229 Feb 01 18:54:37.361088 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Request body: {'port': {'device_id': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'admin_state_up': True, 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:37.478020 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:37.483819 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:37.617207 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Allocated IP 172.20.0.2 (007716c4-beae-45af-9db4-90ae6ef44411/5ef8e260-26c8-4fd4-92e9-9522eeefe790/b8dc6e21-08f3-472c-a5c5-c6898106dff2) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:54:37.780733 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks [] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:37.819913 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:37.837363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:37.864635 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Network 007716c4-beae-45af-9db4-90ae6ef44411 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:54:37.867760 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:37.872155 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:54:37.904711 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event updated for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:37.938409 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:37.939033 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:37.947733 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-80a0d36c-09ad-4145-b9ab-4b3ac37b085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:37.963967 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9899dd1d-b42b-4622-8c89-d4f578a686b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6069477 Feb 01 18:54:37.980872 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Request body: {'port': {'device_id': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:38.052966 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.368445 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8dc6e21-08f3-472c-a5c5-c6898106dff2 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:38.385084 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks [] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.414562 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Transition to ACTIVE for port object b8dc6e21-08f3-472c-a5c5-c6898106dff2 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:54:38.422842 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.474582 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c66f3-d861-48e7-abdc-f374705b7c5c req-a1ef9524-e8b8-4ce3-9101-e70f81c9336d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:38.476141 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad9c66f3-d861-48e7-abdc-f374705b7c5c req-a1ef9524-e8b8-4ce3-9101-e70f81c9336d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 931 time: 0.1030664 Feb 01 18:54:38.494359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:38.579675 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ad9c66f3-d861-48e7-abdc-f374705b7c5c req-e73297c7-5798-4286-8dac-78827965b660 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Feb 01 18:54:38.596747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Attempting to bind port b8dc6e21-08f3-472c-a5c5-c6898106dff2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:54:38.597083 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Attempting to bind port b8dc6e21-08f3-472c-a5c5-c6898106dff2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:54:38.597459 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Attempting to bind port b8dc6e21-08f3-472c-a5c5-c6898106dff2 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:38.602012 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Port b8dc6e21-08f3-472c-a5c5-c6898106dff2 on network 007716c4-beae-45af-9db4-90ae6ef44411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:54:38.602879 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Attempting to bind port b8dc6e21-08f3-472c-a5c5-c6898106dff2 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:38.607955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:54:38.608289 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Checking segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:54:38.608694 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Bound using segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:54:38.609116 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Bound port: b8dc6e21-08f3-472c-a5c5-c6898106dff2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:54:38.609470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.674262 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:54:38.678281 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:54:38.685022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.719907 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:38.720530 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:38.721962 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] 10.222.0.39 "PUT /v2.0/ports/b8dc6e21-08f3-472c-a5c5-c6898106dff2 HTTP/1.1" status: 200 len: 1093 time: 0.7460716 Feb 01 18:54:38.722410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:38.724694 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:38.750008 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31cd8b-5a07-42db-af67-cf020557989d service neutron] Pushing event updated for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:38.773774 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f4ff8b-56cf-4ae0-8a37-03dc6d7af079 x-openstack-request-id: req-a7f4ff8b-56cf-4ae0-8a37-03dc6d7af079 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:38.774582 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:38.774855 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7f4ff8b-56cf-4ae0-8a37-03dc6d7af079 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:38.775259 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', 'status': 'completed', 'code': 200} Feb 01 18:54:38.846238 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ea01c9d6-e093-46b2-8580-29df600ed7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:38.847814 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-ea01c9d6-e093-46b2-8580-29df600ed7d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 1127 time: 0.0586824 Feb 01 18:54:38.904698 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-60019168-14a9-4db9-a901-a5ba514c5e14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2 HTTP/1.1" status: 200 len: 217 time: 0.0361812 Feb 01 18:54:38.956883 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9a6f6de9-9c91-43f2-b7dd-a3d26769a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:38.958374 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-9a6f6de9-9c91-43f2-b7dd-a3d26769a3fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0450509 Feb 01 18:54:38.995588 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-7e4d3c15-da03-46fd-8285-72a524839d55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264454 Feb 01 18:54:39.103874 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-4231d3b8-4a9e-4049-a46f-bd1ee23eacb4 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919130 Feb 01 18:54:39.213200 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6baa2610-07b9-4e94-9cb2-7229a4691567 req-8dbf3449-8f37-45bc-8ebd-e4f3dda9a7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902188 Feb 01 18:54:39.242530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:39.319906 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-38010eff-85ea-4cbf-9e41-31871a857035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:39.322016 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-38010eff-85ea-4cbf-9e41-31871a857035 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 1127 time: 0.0528517 Feb 01 18:54:39.425355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-22b092c6-4f6e-4f04-9563-a5a837118671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:39.426799 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-22b092c6-4f6e-4f04-9563-a5a837118671 service neutron] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 916 time: 0.0923445 Feb 01 18:54:39.473864 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-3a9579f2-65a7-4298-9ba6-eb7fba4e1aea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2 HTTP/1.1" status: 200 len: 217 time: 0.0396345 Feb 01 18:54:39.532726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-2496a91d-7f09-4cb4-b147-fb0e055da021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:39.534218 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-2496a91d-7f09-4cb4-b147-fb0e055da021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0469272 Feb 01 18:54:39.575041 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-8765800c-31e6-462e-80c2-cc885bba9381 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298641 Feb 01 18:54:39.724513 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-54da0cf4-9144-4c3e-8803-9325434abc3d service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298258 Feb 01 18:54:39.733884 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149878b2-73cc-4a36-b220-42d4ce721427 req-f31a4195-c6f1-4a41-b048-9ebc477df6fb tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:39.735374 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-149878b2-73cc-4a36-b220-42d4ce721427 req-f31a4195-c6f1-4a41-b048-9ebc477df6fb tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 943 time: 0.0869880 Feb 01 18:54:39.841732 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-149878b2-73cc-4a36-b220-42d4ce721427 req-591607a0-abbf-45e8-a62a-e21d8ef6ab5f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974030 Feb 01 18:54:39.859575 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9f11fda-d39f-4de4-8fa2-f827ed4fdbd2 req-1e80f653-c240-4633-8e09-244a05e9f5e4 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232538 Feb 01 18:54:40.624981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:40.968354 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e14a3-91cf-4bd1-96c8-e2002cb6bc1e req-36d3b491-cf97-450f-ae1b-d0fc94fce9c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:40.969814 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-566e14a3-91cf-4bd1-96c8-e2002cb6bc1e req-36d3b491-cf97-450f-ae1b-d0fc94fce9c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 943 time: 0.0542171 Feb 01 18:54:41.015728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-566e14a3-91cf-4bd1-96c8-e2002cb6bc1e req-4162958a-2ba7-4300-b08c-52d444c0d0f7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Feb 01 18:54:41.857821 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:42.130919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220eee2-5d14-4d22-baf6-50bd2f305dc1 req-5b5b6b56-8a18-4176-aa8b-78e49a76dbd8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:42.132520 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2220eee2-5d14-4d22-baf6-50bd2f305dc1 req-5b5b6b56-8a18-4176-aa8b-78e49a76dbd8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 943 time: 0.0519433 Feb 01 18:54:42.178226 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2220eee2-5d14-4d22-baf6-50bd2f305dc1 req-2300064a-36cd-4d0e-a1c4-742fa9f38ca9 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Feb 01 18:54:42.725698 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device b8dc6e21-08f3-472c-a5c5-c6898106dff2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:54:42.827742 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:42.839171 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'port_id': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', 'mac_address': 'fa:16:3e:7f:85:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef8e260-26c8-4fd4-92e9-9522eeefe790', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:54:42.876133 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port b8dc6e21-08f3-472c-a5c5-c6898106dff2 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:42.876736 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:42.892698 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8dc6e21-08f3-472c-a5c5-c6898106dff2 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:42.910912 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:42.915423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:43.078579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:43.085243 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.085591 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.085930 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.086266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.086665 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.086994 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.087320 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.087643 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.087965 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.088287 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.088608 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.088924 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.089241 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:43.258977 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['b8dc6e21-08f3-472c-a5c5-c6898106dff2'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:43.307933 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa49e25-da2f-4e7d-bb1c-2e2a6065d7d1 req-bc5454c7-c1f5-43b6-855e-af994724d7c7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:43.309444 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bfa49e25-da2f-4e7d-bb1c-2e2a6065d7d1 req-bc5454c7-c1f5-43b6-855e-af994724d7c7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 944 time: 0.0644393 Feb 01 18:54:43.362555 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bfa49e25-da2f-4e7d-bb1c-2e2a6065d7d1 req-4ecdd0af-4c99-4154-b41f-18876b8d0689 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Feb 01 18:54:44.485382 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4dfaf-ea0c-46c6-9960-943a2254c0b6 req-38b57257-b1b7-41fb-b9d9-74278107290f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:44.486885 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-66e4dfaf-ea0c-46c6-9960-943a2254c0b6 req-38b57257-b1b7-41fb-b9d9-74278107290f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 944 time: 0.0546529 Feb 01 18:54:44.544679 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-66e4dfaf-ea0c-46c6-9960-943a2254c0b6 req-fd807664-1260-452d-aabc-fc1d38f09bc9 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519867 Feb 01 18:54:44.742405 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device b8dc6e21-08f3-472c-a5c5-c6898106dff2 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:54:44.793250 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port b8dc6e21-08f3-472c-a5c5-c6898106dff2 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:54:44.797797 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port b8dc6e21-08f3-472c-a5c5-c6898106dff2 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:44.799535 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:44.886802 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port b8dc6e21-08f3-472c-a5c5-c6898106dff2 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:44.887194 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:44.914353 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:44.917170 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4897070-20e3-4c68-80bb-0df04f2788bf" -d '{"events": [{"server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:44.933736 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:44.937809 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:44.960351 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e826149-f2af-4d47-ae1e-08ee820d82f5 x-openstack-request-id: req-8e826149-f2af-4d47-ae1e-08ee820d82f5 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:44.960636 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "name": "network-vif-plugged", "status": "completed", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:44.960882 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e826149-f2af-4d47-ae1e-08ee820d82f5 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:44.961265 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', 'code': 200} Feb 01 18:54:44.987613 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:45.156830 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa42b-9606-447c-9b71-7d0c874091fd req-133fa9a1-a11e-4ecc-8f0a-a658d68187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:45.158321 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-597fa42b-9606-447c-9b71-7d0c874091fd req-133fa9a1-a11e-4ecc-8f0a-a658d68187f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 1129 time: 0.0484180 Feb 01 18:54:45.207949 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-597fa42b-9606-447c-9b71-7d0c874091fd req-7c4f44eb-1f58-470a-a50d-36d24815ec9a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393655 Feb 01 18:54:45.661527 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9c824-5204-4007-857a-b2ce6c05a7b5 req-cd00df2a-a8f7-4f59-81fc-b7bbd08bb016 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:45.663109 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0ab9c824-5204-4007-857a-b2ce6c05a7b5 req-cd00df2a-a8f7-4f59-81fc-b7bbd08bb016 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 945 time: 0.0525148 Feb 01 18:54:45.710023 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0ab9c824-5204-4007-857a-b2ce6c05a7b5 req-10a2b52f-5cb4-4b5e-88a5-a60b1bdc1893 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Feb 01 18:54:46.841180 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed556b-c174-4dc4-ab2c-64295c73c307 req-46302321-03f9-4026-9084-3489538e9770 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:46.841872 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6ed556b-c174-4dc4-ab2c-64295c73c307 req-46302321-03f9-4026-9084-3489538e9770 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 945 time: 0.0591190 Feb 01 18:54:46.899335 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6ed556b-c174-4dc4-ab2c-64295c73c307 req-7bd77808-78f3-4e13-b322-26191d2d2676 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Feb 01 18:54:48.628979 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-519da648-0f24-4500-8225-b415ef35743f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:48.630456 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-519da648-0f24-4500-8225-b415ef35743f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.0996733 Feb 01 18:54:48.645059 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-d632263a-f170-4160-937c-e2f4044a31b8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/quotas/74898ef0487d4d0cbc39eb9767cde742 HTTP/1.1" status: 200 len: 375 time: 0.0092001 Feb 01 18:54:48.701423 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-601ef475-71a2-49b6-8909-3af27c5cb903 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499990 Feb 01 18:54:48.796131 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-7ec8b09c-de03-4fe3-8cb1-71ac36c3a511 service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Feb 01 18:54:48.884955 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-0a2e3b31-3c8d-4131-943c-82b0ed88f86e service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831473 Feb 01 18:54:49.053730 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-85dd86a2-bda4-4737-8c27-1afe18904f40 req-c5991f1e-9792-4a4b-b876-0dd50f8553a9 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 210 time: 0.0321431 Feb 01 18:54:50.149764 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e9454ad6-9bcd-480f-a88f-cdf96a1b7930 req-0135f2ff-e742-4c2f-ab50-6c96d3e56236 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 210 time: 0.0291877 Feb 01 18:54:50.249675 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-c34532c7-49d1-4b16-bc46-31f5b7c30ee3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:50.251165 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-c34532c7-49d1-4b16-bc46-31f5b7c30ee3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1046760 Feb 01 18:54:50.276902 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Request body: {'port': {'device_id': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'admin_state_up': True, 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:50.387937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:54:50.391351 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:50.514309 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Allocated IP 172.20.0.6 (007716c4-beae-45af-9db4-90ae6ef44411/5ef8e260-26c8-4fd4-92e9-9522eeefe790/6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:54:50.670098 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks [] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:50.709184 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:50.723954 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e', 'b8dc6e21-08f3-472c-a5c5-c6898106dff2'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:50.755588 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Network 007716c4-beae-45af-9db4-90ae6ef44411 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:54:50.759125 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:54:50.765827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:54:50.769768 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event updated for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:50.819280 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:50.819902 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:50.840872 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-045436cf-0165-48d9-8877-03c7b5f825c3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5679395 Feb 01 18:54:50.856418 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Request body: {'port': {'device_id': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:54:50.922282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.190498 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:51.198688 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks [] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.211660 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Transition to ACTIVE for port object 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:54:51.215861 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.301332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:51.354136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd465bee-b684-4603-b4d4-38dbfc250e70 req-d483793f-137c-475c-958f-aace8c25df70 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:51.355665 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fd465bee-b684-4603-b4d4-38dbfc250e70 req-d483793f-137c-475c-958f-aace8c25df70 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 943 time: 0.1374269 Feb 01 18:54:51.407011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Attempting to bind port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:54:51.407339 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Attempting to bind port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:54:51.407662 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Attempting to bind port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:51.418176 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 on network 007716c4-beae-45af-9db4-90ae6ef44411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:54:51.418514 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Attempting to bind port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:54:51.425023 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fd465bee-b684-4603-b4d4-38dbfc250e70 req-019a0a1e-2d4d-406e-84c3-f7da2f072b27 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633872 Feb 01 18:54:51.427703 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:54:51.427965 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Checking segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:54:51.428332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Bound using segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:54:51.428753 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Bound port: 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:54:51.429103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.494590 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:54:51.497970 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:54:51.505250 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.537656 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:51.538452 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:51.540603 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 HTTP/1.1" status: 200 len: 1093 time: 0.6885297 Feb 01 18:54:51.543055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:51.545999 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433f16e-b80d-4d1f-ae03-87262c89c0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:51.579794 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3d991-6c68-4859-8038-b4faf51672b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:51.586600 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564eb96-baa5-4da2-8ded-b5467f7a5174 x-openstack-request-id: req-f564eb96-baa5-4da2-8ded-b5467f7a5174 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:51.586881 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:51.587132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f564eb96-baa5-4da2-8ded-b5467f7a5174 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:51.587539 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', 'status': 'completed', 'code': 200} Feb 01 18:54:51.652704 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-bc13d3c9-001f-4d70-80a3-0ae1fb18b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:51.654216 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-bc13d3c9-001f-4d70-80a3-0ae1fb18b975 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 1127 time: 0.0511281 Feb 01 18:54:51.701793 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-ebd7f150-f022-4b8a-b9a6-0977e2e9f4c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 HTTP/1.1" status: 200 len: 217 time: 0.0340385 Feb 01 18:54:51.759512 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-991b1c32-79d9-4a9c-a6b0-99a360cb4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:51.760923 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-991b1c32-79d9-4a9c-a6b0-99a360cb4891 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0427735 Feb 01 18:54:51.797709 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-1ee6562c-6145-4799-938d-a3eb0422f38a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250802 Feb 01 18:54:51.892004 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-999759e6-29ca-476d-94c3-829546867f85 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831776 Feb 01 18:54:51.980077 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9421fbf7-419c-4f0b-ab51-d866ce8146ef req-133d0047-5391-435d-95a0-ac31e854078a service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802760 Feb 01 18:54:52.083818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-0ba05ec2-fdd7-4e14-a0cd-bcd250d58e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:52.085275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-0ba05ec2-fdd7-4e14-a0cd-bcd250d58e46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 1127 time: 0.0488520 Feb 01 18:54:52.188151 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-236ac7c1-e6fe-42dc-bcbd-3b0a2245859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:52.189599 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-236ac7c1-e6fe-42dc-bcbd-3b0a2245859c service neutron] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 916 time: 0.0817561 Feb 01 18:54:52.237879 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-bc0c2ae2-fc1d-468f-8af5-6e1ccf2c58b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 HTTP/1.1" status: 200 len: 217 time: 0.0385077 Feb 01 18:54:52.296400 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-4c4e8d6d-8650-4f6e-b544-357f7c855ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:52.297854 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-4c4e8d6d-8650-4f6e-b544-357f7c855ea6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0450087 Feb 01 18:54:52.331258 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-0d3b5088-9a97-4c58-90e4-56950cc90af0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250947 Feb 01 18:54:52.422575 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-603ee4a2-ef5d-468d-82af-660af0279d6e service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809035 Feb 01 18:54:52.546494 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3433f16e-b80d-4d1f-ae03-87262c89c0d5 req-1700d7e8-5e74-4d39-902f-7da5c201fd54 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154394 Feb 01 18:54:52.564718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06982b-fdfe-485d-89f9-7e5e4ad8d426 req-240448bb-f850-4748-bd95-0ea1f6533b36 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:52.566184 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1e06982b-fdfe-485d-89f9-7e5e4ad8d426 req-240448bb-f850-4748-bd95-0ea1f6533b36 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 943 time: 0.0723338 Feb 01 18:54:52.616833 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1e06982b-fdfe-485d-89f9-7e5e4ad8d426 req-bcdc7c60-afa7-463a-b704-4b30ffe8c147 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440376 Feb 01 18:54:52.897560 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:53.732675 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fba0d8-be22-4a3b-822b-65afbd643b8e req-637aaaaa-7307-4c3e-b4dd-487eb3188d45 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:53.734133 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00fba0d8-be22-4a3b-822b-65afbd643b8e req-637aaaaa-7307-4c3e-b4dd-487eb3188d45 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.0848732 Feb 01 18:54:53.765015 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f243d6-a473-4e83-8d26-f2145ad696c6 req-4a234eae-1a3e-4fd2-bb6f-9a469a77cd07 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:53.766464 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6f243d6-a473-4e83-8d26-f2145ad696c6 req-4a234eae-1a3e-4fd2-bb6f-9a469a77cd07 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 943 time: 0.0789609 Feb 01 18:54:53.808511 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-00fba0d8-be22-4a3b-822b-65afbd643b8e req-55ca6ec0-20c2-4b4a-a5af-ec6be172decd tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671566 Feb 01 18:54:53.833986 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c6f243d6-a473-4e83-8d26-f2145ad696c6 req-3c1e0fc6-2f1f-4b6d-b7ce-42c755ccd44d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Feb 01 18:54:54.803337 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:54:54.805638 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:54:54.910067 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:54.921423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'port_id': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', 'mac_address': 'fa:16:3e:c7:4b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef8e260-26c8-4fd4-92e9-9522eeefe790', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:54:54.960627 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:54.961554 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:54.970282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fa4f9-020d-4b8f-bb6b-f7fc1b240048 req-b218981b-54ce-483d-b10a-3dc99be7a6ae tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:54.971775 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1c5fa4f9-020d-4b8f-bb6b-f7fc1b240048 req-b218981b-54ce-483d-b10a-3dc99be7a6ae tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.0888119 Feb 01 18:54:54.975183 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:54:54.983251 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc44c-371f-4885-9519-0fae16aadfa4 req-8c125f8a-ff2b-40ee-9ed5-16d92532ce38 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:54.984694 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f8cc44c-371f-4885-9519-0fae16aadfa4 req-8c125f8a-ff2b-40ee-9ed5-16d92532ce38 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 943 time: 0.0704951 Feb 01 18:54:54.996663 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:55.002633 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:55.055425 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:55.066270 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1c5fa4f9-020d-4b8f-bb6b-f7fc1b240048 req-42a3ceb6-46ff-4a02-8eca-61a3907bba67 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806363 Feb 01 18:54:55.069541 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0f8cc44c-371f-4885-9519-0fae16aadfa4 req-456d40b1-4319-4317-9803-93b641c09de0 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778515 Feb 01 18:54:55.421167 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:54:55.843647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-0bab230d-804b-4947-b2bd-dedfad9a113f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:55.845117 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-0bab230d-804b-4947-b2bd-dedfad9a113f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.0519731 Feb 01 18:54:55.946055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Deleting port 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:55.946410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.033418 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] For port 24c56d15-d980-4a45-9cd6-0954a3697ce7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=24c56d15-d980-4a45-9cd6-0954a3697ce7,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:56.034161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.274625 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.275025 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.275338 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Floating IP 95308436-bad2-4035-80bc-72f608254eb9 disassociated. External IP: 172.27.3.212, port: 24c56d15-d980-4a45-9cd6-0954a3697ce7. Feb 01 18:54:56.275676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Calling delete_port for 24c56d15-d980-4a45-9cd6-0954a3697ce7 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:56.296156 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a6a7f-94dc-4a7d-a2a0-b287e7578969 req-a549a7de-1ad6-4c69-93a8-f34fb46bea0f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:56.297633 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de5a6a7f-94dc-4a7d-a2a0-b287e7578969 req-a549a7de-1ad6-4c69-93a8-f34fb46bea0f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 944 time: 0.1550896 Feb 01 18:54:56.308217 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdba6-2902-488b-8c2c-34d148c29be4 req-5b134791-c564-4888-b5ef-1c7368589832 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:56.309640 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a74bdba6-2902-488b-8c2c-34d148c29be4 req-5b134791-c564-4888-b5ef-1c7368589832 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 946 time: 0.1568787 Feb 01 18:54:56.431301 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de5a6a7f-94dc-4a7d-a2a0-b287e7578969 req-737c7289-42db-44d1-b7d0-eac204ce42ce tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191750 Feb 01 18:54:56.446816 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a74bdba6-2902-488b-8c2c-34d148c29be4 req-4907b2ad-92d0-4a12-bddc-a2f3ec1aba71 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups?id=782daa39-4357-474b-9968-4917ce971ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030066 Feb 01 18:54:56.504747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (24c56d15-d980-4a45-9cd6-0954a3697ce7), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.535816 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'Port': ['ID=24c56d15-d980-4a45-9cd6-0954a3697ce7,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:56.657057 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:54:56.765519 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:54:56.776924 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:54:56.786884 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:56.787500 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:56.812172 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] No DVR routers for this DVR port 24c56d15-d980-4a45-9cd6-0954a3697ce7 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:54:56.812172 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:56.815192 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86cff3dc-5455-41ef-a62f-2023fd44e031 req-d1ed5c62-2ca0-4035-8ce0-ffa98eee367f tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.39 "DELETE /v2.0/ports/24c56d15-d980-4a45-9cd6-0954a3697ce7 HTTP/1.1" status: 204 len: 173 time: 0.9642758 Feb 01 18:54:56.815640 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-deleted', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:56.817932 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cbf6e4-ef2e-4737-b455-f6c3765a9e42" -d '{"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-deleted", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:56.828059 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:54:56.868615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953544ea-a0ed-478a-a90c-41f4ebcb4719 x-openstack-request-id: req-953544ea-a0ed-478a-a90c-41f4ebcb4719 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:56.868615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96067165-d0de-4d57-9086-f694e3da616f", "name": "network-vif-deleted", "tag": "24c56d15-d980-4a45-9cd6-0954a3697ce7", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:56.868615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-953544ea-a0ed-478a-a90c-41f4ebcb4719 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:56.868615 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96067165-d0de-4d57-9086-f694e3da616f', 'name': 'network-vif-deleted', 'tag': '24c56d15-d980-4a45-9cd6-0954a3697ce7', 'status': 'completed', 'code': 200} Feb 01 18:54:56.905585 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:56.925037 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:54:56.932009 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:54:56.932544 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:57.047111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:54:57.047475 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:57.076463 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:54:57.079167 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c5e9d9-77a0-4a8f-956f-93ae315cfc6c" -d '{"events": [{"server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "name": "network-vif-plugged", "status": "completed", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:54:57.097027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:54:57.102285 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:57.146652 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a44000-a9b1-4d57-921e-c0e4e2f70272 x-openstack-request-id: req-d8a44000-a9b1-4d57-921e-c0e4e2f70272 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:54:57.146986 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "name": "network-vif-plugged", "status": "completed", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:54:57.147233 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8a44000-a9b1-4d57-921e-c0e4e2f70272 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:54:57.147623 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', 'code': 200} Feb 01 18:54:57.179303 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:57.227355 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:57.259193 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:54:57.271461 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:54:57.272475 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:57.347353 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579443c-1971-4975-bfea-3caa4aee52a9 req-9ef41d39-279c-4ccf-b3c0-b3da60d12c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:57.349085 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d579443c-1971-4975-bfea-3caa4aee52a9 req-9ef41d39-279c-4ccf-b3c0-b3da60d12c31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 1129 time: 0.0481486 Feb 01 18:54:57.396305 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:54:57.405532 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d579443c-1971-4975-bfea-3caa4aee52a9 req-a5b205c1-47ac-4bd4-b5b6-6e3d135465b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Feb 01 18:54:57.623861 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:54:57.658076 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460eacb6-865a-4ec1-8ad9-c0995d392c1d None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:47:22Z', 'revision_number': 4, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '44498d84-0a08-4a96-bec9-90745043614c', 'name': '', 'network_id': 'd89a6659-f29b-4c6d-add6-09a80c33bd09', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'mac_address': 'fa:16:3e:e7:55:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:20Z', 'updated_at': '2022-02-01T18:47:29Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'subnets': [{'id': 'f375edf2-5600-4475-a9c8-cfa7bbac5396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:54:57.857895 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4b9a4524-c914-4f6f-92df-36376ee897de req-7c7ef620-d980-4e3e-93fc-9eeb4fc55591 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/ports?device_id=96067165-d0de-4d57-9086-f694e3da616f HTTP/1.1" status: 200 len: 210 time: 0.3036504 Feb 01 18:54:57.873945 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e414-9ede-4f79-aea2-71f0be80fcef req-ec4ed87d-c3d5-467d-9023-aa9efa77cde2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:57.875483 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be76e414-9ede-4f79-aea2-71f0be80fcef req-ec4ed87d-c3d5-467d-9023-aa9efa77cde2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.3711920 Feb 01 18:54:57.931733 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be76e414-9ede-4f79-aea2-71f0be80fcef req-8d457a02-998f-478b-a3b9-def670103706 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Feb 01 18:54:57.935803 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fadb8d-da5a-4d31-92f5-d9bb1632015c None None] New status for floating IP 95308436-bad2-4035-80bc-72f608254eb9: DOWN {{(pid=109536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:54:58.820895 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:54:58.842682 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 24c56d15-d980-4a45-9cd6-0954a3697ce7 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:54:58.843147 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 24c56d15-d980-4a45-9cd6-0954a3697ce7 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:54:58.951819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59398) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:59.012657 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (782daa39-4357-474b-9968-4917ce971ed6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.045886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (782daa39-4357-474b-9968-4917ce971ed6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.065602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049496-00b2-4b8f-bb0e-f75ccb155d56 req-19d7ea2c-f068-4414-a1d7-fe992bff76b8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:54:59.067325 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce049496-00b2-4b8f-bb0e-f75ccb155d56 req-19d7ea2c-f068-4414-a1d7-fe992bff76b8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.0635471 Feb 01 18:54:59.100571 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (782daa39-4357-474b-9968-4917ce971ed6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.103328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.104496 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "DELETE /v2.0/security-groups/782daa39-4357-474b-9968-4917ce971ed6 HTTP/1.1" status: 204 len: 168 time: 0.1515541 Feb 01 18:54:59.107406 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59402) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:59.114492 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782daa39-4357-474b-9968-4917ce971ed6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:59.123339 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.123694 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.124551 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.124551 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.124755 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.125012 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.125341 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.125672 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.126000 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.126555 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.126905 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.127234 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.127565 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5833f1-6aa5-4a0d-86d6-eb0c1ae4bf38 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:54:59.128902 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.api.v2.resource [None req-f6f65fed-0ce1-4656-a0fc-c51c68bc47b8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] show failed (client error): The resource could not be found. Feb 01 18:54:59.129963 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-f6f65fed-0ce1-4656-a0fc-c51c68bc47b8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "GET /v2.0/security-groups/782daa39-4357-474b-9968-4917ce971ed6 HTTP/1.1" status: 404 len: 347 time: 0.0216029 Feb 01 18:54:59.133457 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59404) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:54:59.134005 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ce049496-00b2-4b8f-bb0e-f75ccb155d56 req-df28e7c2-8ecc-44b7-85e2-6c8221f2cdb6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Feb 01 18:54:59.285434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Deleting port 451d84be-0296-40e1-8630-4fec141f10c6 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:54:59.285680 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (451d84be-0296-40e1-8630-4fec141f10c6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.404016 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (451d84be-0296-40e1-8630-4fec141f10c6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.404201 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (451d84be-0296-40e1-8630-4fec141f10c6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.418325 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Calling delete_port for 451d84be-0296-40e1-8630-4fec141f10c6 owned by network:floatingip {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:54:59.561549 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (451d84be-0296-40e1-8630-4fec141f10c6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.588143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Pushing event deleted for resources: {'Port': ['ID=451d84be-0296-40e1-8630-4fec141f10c6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:54:59.912572 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks [] for floatingip (95308436-bad2-4035-80bc-72f608254eb9), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.915780 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:54:59.916962 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-24166183-785d-409c-8fdf-e2df0ce153e8 tempest-AttachVolumeShelveTestJSON-1765448099 tempest-AttachVolumeShelveTestJSON-1765448099-project] 10.222.0.31 "DELETE /v2.0/floatingips/95308436-bad2-4035-80bc-72f608254eb9 HTTP/1.1" status: 204 len: 168 time: 0.7810297 Feb 01 18:55:02.340628 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59446) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:02.753001 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (d537e38d-564e-4e75-b86c-188a78600c78), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:03.009700 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Deleting port 44498d84-0a08-4a96-bec9-90745043614c {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:03.010139 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (44498d84-0a08-4a96-bec9-90745043614c), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:03.099834 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] For port 44498d84-0a08-4a96-bec9-90745043614c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44498d84-0a08-4a96-bec9-90745043614c,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:03.100195 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (44498d84-0a08-4a96-bec9-90745043614c), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:03.113473 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Calling delete_port for 44498d84-0a08-4a96-bec9-90745043614c owned by network:router_interface {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:03.312379 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (44498d84-0a08-4a96-bec9-90745043614c), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:03.344611 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Pushing event deleted for resources: {'Port': ['ID=44498d84-0a08-4a96-bec9-90745043614c,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:03.534573 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (d537e38d-564e-4e75-b86c-188a78600c78), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:03.780504 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Router d537e38d-564e-4e75-b86c-188a78600c78 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:55:03.911691 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:55:03.917194 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6523b1c3-edb2-4b95-801e-8db072040317 admin admin] 10.222.0.31 "PUT /v2.0/routers/d537e38d-564e-4e75-b86c-188a78600c78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755229 Feb 01 18:55:03.921105 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59452) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:03.924956 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Sync routers for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:55:03.937125 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:03.941213 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:04.061699 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:04.088998 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks [] for router (d537e38d-564e-4e75-b86c-188a78600c78), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.220321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks [] for router_gateway (d537e38d-564e-4e75-b86c-188a78600c78), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.262430 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '7dcfa104-70bf-4914-a382-a447d678752c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:55:03Z', 'revision_number': 5, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port': {'id': '7dcfa104-70bf-4914-a382-a447d678752c', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:47:15Z', 'updated_at': '2022-02-01T18:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:04.275486 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Deleting port 7dcfa104-70bf-4914-a382-a447d678752c {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:04.275816 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (7dcfa104-70bf-4914-a382-a447d678752c), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.288970 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Checking router: d537e38d-564e-4e75-b86c-188a78600c78 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:55:04.297589 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Routers {'d537e38d-564e-4e75-b86c-188a78600c78'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:04.298205 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:54:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['d537e38d-564e-4e75-b86c-188a78600c78'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:04.363061 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] For port 7dcfa104-70bf-4914-a382-a447d678752c, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=7dcfa104-70bf-4914-a382-a447d678752c,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:04.363439 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (7dcfa104-70bf-4914-a382-a447d678752c), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.376565 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Calling delete_port for 7dcfa104-70bf-4914-a382-a447d678752c owned by network:router_gateway {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:04.394338 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] Set router d537e38d-564e-4e75-b86c-188a78600c78 gateway port host: None {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:04.450015 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:55:04Z', 'revision_number': 6, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:04.476227 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88caa4b-6d81-4552-b85f-c986c6f1d1a4 None None] The sync data for ids ['d537e38d-564e-4e75-b86c-188a78600c78'] in dv-cinder-774288-14-iscsi is: [{'id': 'd537e38d-564e-4e75-b86c-188a78600c78', 'name': 'tempest-AttachVolumeShelveTestJSON-624575122-router', 'tenant_id': 'a973b02f065c4069a16db170534cf59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:47:14Z', 'updated_at': '2022-02-01T18:55:04Z', 'revision_number': 6, 'project_id': 'a973b02f065c4069a16db170534cf59b', 'gw_port_host': None}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:55:04.563508 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (7dcfa104-70bf-4914-a382-a447d678752c), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.589535 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcfa104-70bf-4914-a382-a447d678752c,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:04.656642 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (d537e38d-564e-4e75-b86c-188a78600c78), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.754084 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (d537e38d-564e-4e75-b86c-188a78600c78), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.756314 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks [] for router_controller (d537e38d-564e-4e75-b86c-188a78600c78), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.801557 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (d537e38d-564e-4e75-b86c-188a78600c78), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.802051 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d537e38d-564e-4e75-b86c-188a78600c78 {{(pid=109535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 18:55:04.807607 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.808882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-6b839051-01b3-4973-9931-df376b6c70ed admin admin] 10.222.0.31 "DELETE /v2.0/routers/d537e38d-564e-4e75-b86c-188a78600c78 HTTP/1.1" status: 204 len: 168 time: 0.8877935 Feb 01 18:55:04.811512 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59458) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:04.857867 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Deleting subnet f375edf2-5600-4475-a9c8-cfa7bbac5396 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:55:04.861503 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Publish callbacks [] for subnet (f375edf2-5600-4475-a9c8-cfa7bbac5396), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:04.898958 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (f375edf2-5600-4475-a9c8-cfa7bbac5396), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.015299 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (f375edf2-5600-4475-a9c8-cfa7bbac5396), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.075573 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (f375edf2-5600-4475-a9c8-cfa7bbac5396), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.102835 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f375edf2-5600-4475-a9c8-cfa7bbac5396,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:05.106684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.112534 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9d189af7-949a-48b9-8dfa-119d16cc010f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f375edf2-5600-4475-a9c8-cfa7bbac5396 HTTP/1.1" status: 204 len: 168 time: 0.2974403 Feb 01 18:55:05.112820 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59462) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:05.114248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98da2430-868d-47a6-8b99-373997024027 None None] Network d89a6659-f29b-4c6d-add6-09a80c33bd09 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:55:05.186740 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (d89a6659-f29b-4c6d-add6-09a80c33bd09), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.253319 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Deleting port f1659a67-2151-458f-9458-f3baeba36768 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:05.253749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (f1659a67-2151-458f-9458-f3baeba36768), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.279615 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] DHCP port deletion for d89a6659-f29b-4c6d-add6-09a80c33bd09 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 18:55:05.314819 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44498d84-0a08-4a96-bec9-90745043614c no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:05.328684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] For port f1659a67-2151-458f-9458-f3baeba36768, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f1659a67-2151-458f-9458-f3baeba36768,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:05.329055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (f1659a67-2151-458f-9458-f3baeba36768), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.341005 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 44498d84-0a08-4a96-bec9-90745043614c {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:05.341341 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44498d84-0a08-4a96-bec9-90745043614c not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:05.347248 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Calling delete_port for f1659a67-2151-458f-9458-f3baeba36768 owned by network:dhcp {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:05.367307 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Deleting port f1659a67-2151-458f-9458-f3baeba36768 {{(pid=109536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:05.367650 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (f1659a67-2151-458f-9458-f3baeba36768), before_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.436260 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (f1659a67-2151-458f-9458-f3baeba36768), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.437075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] For port f1659a67-2151-458f-9458-f3baeba36768, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f1659a67-2151-458f-9458-f3baeba36768,segment=NetworkSegment(e3326400-2373-4b70-8348-87ef9dd88ab5),segment_id=e3326400-2373-4b70-8348-87ef9dd88ab5)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:05.437421 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (f1659a67-2151-458f-9458-f3baeba36768), precommit_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.451315 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Calling delete_port for f1659a67-2151-458f-9458-f3baeba36768 owned by network:dhcp {{(pid=109536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:05.464660 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1659a67-2151-458f-9458-f3baeba36768,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:05.469413 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] No DVR routers for this DVR port f1659a67-2151-458f-9458-f3baeba36768 on host dv-cinder-774288-14-iscsi {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:05.556397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (d89a6659-f29b-4c6d-add6-09a80c33bd09), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.579359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89a6659-f29b-4c6d-add6-09a80c33bd09']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:05.591468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3326400-2373-4b70-8348-87ef9dd88ab5') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:05.591849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3326400-2373-4b70-8348-87ef9dd88ab5') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:05.591944 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577'] for port (f1659a67-2151-458f-9458-f3baeba36768), after_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.602385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (e3326400-2373-4b70-8348-87ef9dd88ab5), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.616537 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (e3326400-2373-4b70-8348-87ef9dd88ab5), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.618799 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] Pushing event deleted for resources: {'Port': ['ID=f1659a67-2151-458f-9458-f3baeba36768,revision_number=None']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:05.625653 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1641c-3d26-464a-8bd6-f6c4675e5c27 None None] No DVR routers for this DVR port f1659a67-2151-458f-9458-f3baeba36768 on host dv-cinder-774288-14-iscsi {{(pid=109536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:05.626394 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:55:05.626818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (e3326400-2373-4b70-8348-87ef9dd88ab5), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:55:05.628646 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:55:05.690961 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (d89a6659-f29b-4c6d-add6-09a80c33bd09), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.695356 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.698667 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] 10.222.0.31 "DELETE /v2.0/networks/d89a6659-f29b-4c6d-add6-09a80c33bd09 HTTP/1.1" status: 204 len: 168 time: 0.5846972 Feb 01 18:55:05.715544 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc0158-a299-4b50-b14e-914b61a4503f admin admin] Pushing event deleted for resources: {'Network': ['ID=d89a6659-f29b-4c6d-add6-09a80c33bd09,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:05.837510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59466) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:05.850291 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c2845c86-29f0-46b7-9b9f-0e38e94feb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.880757 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-74eef8a6-5d57-43fc-868f-d33dc0b6df2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a973b02f065c4069a16db170534cf59b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420692 Feb 01 18:55:05.883836 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59468) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:05.937751 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] Publish callbacks [] for security_group (2ba3a418-de71-468d-af79-2e6e3afd3541), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:05.959364 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] Publish callbacks [] for security_group (2ba3a418-de71-468d-af79-2e6e3afd3541), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:06.004272 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2ba3a418-de71-468d-af79-2e6e3afd3541), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:06.007124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:06.008900 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ba3a418-de71-468d-af79-2e6e3afd3541 HTTP/1.1" status: 204 len: 168 time: 0.1241629 Feb 01 18:55:06.017012 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de95a62-9a01-4106-8077-137b90aa3fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba3a418-de71-468d-af79-2e6e3afd3541,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:06.937657 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f1659a67-2151-458f-9458-f3baeba36768 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:06.960360 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: f1659a67-2151-458f-9458-f3baeba36768 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:06.960761 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f1659a67-2151-458f-9458-f3baeba36768 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:06.961702 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7dcfa104-70bf-4914-a382-a447d678752c no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:06.985486 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 7dcfa104-70bf-4914-a382-a447d678752c {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:06.985903 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 7dcfa104-70bf-4914-a382-a447d678752c not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:07.700418 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59522) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:07.805976 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac808cae-97d5-4722-8d5e-0094f489905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:07.890360 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac808cae-97d5-4722-8d5e-0094f489905f admin admin] Publish callbacks [] for security_group (7cd0de97-1917-4097-9827-3e1c37250562), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:07.895174 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ac808cae-97d5-4722-8d5e-0094f489905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7cd0de97-1917-4097-9827-3e1c37250562), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:07.922320 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a483ace9-74db-459a-b8a3-be4501e1439e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:07.935349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac808cae-97d5-4722-8d5e-0094f489905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd0de97-1917-4097-9827-3e1c37250562,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:07.939814 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ac808cae-97d5-4722-8d5e-0094f489905f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58634b0e5a544e00a2fe7377608735d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383113 Feb 01 18:55:07.943118 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59526) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:07.998135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] Publish callbacks [] for security_group (7cd0de97-1917-4097-9827-3e1c37250562), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.020541 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] Publish callbacks [] for security_group (7cd0de97-1917-4097-9827-3e1c37250562), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.067060 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7cd0de97-1917-4097-9827-3e1c37250562), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.069681 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.070848 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cd0de97-1917-4097-9827-3e1c37250562 HTTP/1.1" status: 204 len: 168 time: 0.1274691 Feb 01 18:55:08.079374 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49376dce-7218-4237-bdba-474ea50c9f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd0de97-1917-4097-9827-3e1c37250562,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:08.343077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59540) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:08.356876 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.442283 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Publish callbacks [] for security_group (03016a09-5c76-432d-834e-271e40ecefb6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.446240 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (03016a09-5c76-432d-834e-271e40ecefb6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.483590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e01d0d4ba594464aab16fd5521be51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394331 Feb 01 18:55:08.485476 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03016a09-5c76-432d-834e-271e40ecefb6,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:08.486636 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59548) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:08.492835 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.493673 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.494355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.494355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.494663 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.494983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.495305 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.495722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.495963 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.496278 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.496593 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.496911 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.497218 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e2ae3-a0df-4f95-8a0a-62137bcd38f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:08.537162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] Publish callbacks [] for security_group (03016a09-5c76-432d-834e-271e40ecefb6), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.560213 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] Publish callbacks [] for security_group (03016a09-5c76-432d-834e-271e40ecefb6), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.621004 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (03016a09-5c76-432d-834e-271e40ecefb6), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.624266 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:08.628106 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03016a09-5c76-432d-834e-271e40ecefb6 HTTP/1.1" status: 204 len: 168 time: 0.1377289 Feb 01 18:55:08.634372 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c999b-02cd-4aa2-bc8f-b4baca6890e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03016a09-5c76-432d-834e-271e40ecefb6,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:09.243511 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.042611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-0dbeff85-6fa1-491c-80f5-2d08294139d8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:10.044123 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-0dbeff85-6fa1-491c-80f5-2d08294139d8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1221781 Feb 01 18:55:10.060613 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-63507ef0-a308-44b3-a7bd-a78ca3fb6b8a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/quotas/74898ef0487d4d0cbc39eb9767cde742 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Feb 01 18:55:10.121903 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-5b398b5a-8a42-43ec-b483-01816d3ef8ad tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555565 Feb 01 18:55:10.227932 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-43b2ecb0-7fa8-4d63-828c-689790cf9572 service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942156 Feb 01 18:55:10.245873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59612) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:10.320493 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-d789bd22-8ce3-4d7b-9725-486dea84fc62 service neutron] 10.222.0.31 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Feb 01 18:55:10.357592 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-44585d30-368f-4463-a8b7-856fc5dfc2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.440999 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-44585d30-368f-4463-a8b7-856fc5dfc2dd admin admin] Publish callbacks [] for security_group (b8daf9a7-ee5f-4d5b-bbf1-272b422585d8), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.446920 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-44585d30-368f-4463-a8b7-856fc5dfc2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b8daf9a7-ee5f-4d5b-bbf1-272b422585d8), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.484818 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44585d30-368f-4463-a8b7-856fc5dfc2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8daf9a7-ee5f-4d5b-bbf1-272b422585d8,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:10.485897 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-87810894-01a6-4fbb-96db-881acd388415 req-4eb77b6a-c44d-4505-89e2-4b5bf5381cdd tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 210 time: 0.0310252 Feb 01 18:55:10.494392 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-44585d30-368f-4463-a8b7-856fc5dfc2dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37f07ed0940646f58f2d4537d24e9789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467420 Feb 01 18:55:10.494392 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59620) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:10.544352 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] Publish callbacks [] for security_group (b8daf9a7-ee5f-4d5b-bbf1-272b422585d8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.566373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] Publish callbacks [] for security_group (b8daf9a7-ee5f-4d5b-bbf1-272b422585d8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.615549 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b8daf9a7-ee5f-4d5b-bbf1-272b422585d8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.619220 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.620459 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8daf9a7-ee5f-4d5b-bbf1-272b422585d8 HTTP/1.1" status: 204 len: 168 time: 0.1251659 Feb 01 18:55:10.630387 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59db29-438c-4a6f-bd68-fb7c74d5e4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8daf9a7-ee5f-4d5b-bbf1-272b422585d8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:10.631100 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:10.914707 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59632) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:10.931944 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e78-5715-4ffe-a7ca-8ec8c4f4e82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.012669 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e78-5715-4ffe-a7ca-8ec8c4f4e82e admin admin] Publish callbacks [] for security_group (d66daf99-9ece-42e1-9cee-0cc62e6a67a1), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.016460 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ea37e78-5715-4ffe-a7ca-8ec8c4f4e82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d66daf99-9ece-42e1-9cee-0cc62e6a67a1), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.057222 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8ea37e78-5715-4ffe-a7ca-8ec8c4f4e82e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1aa3a97601fa4782b2c0057f13771026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413319 Feb 01 18:55:11.058305 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea37e78-5715-4ffe-a7ca-8ec8c4f4e82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66daf99-9ece-42e1-9cee-0cc62e6a67a1,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:11.060204 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59634) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:11.112439 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] Publish callbacks [] for security_group (d66daf99-9ece-42e1-9cee-0cc62e6a67a1), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.134865 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] Publish callbacks [] for security_group (d66daf99-9ece-42e1-9cee-0cc62e6a67a1), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.190982 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (d66daf99-9ece-42e1-9cee-0cc62e6a67a1), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.194060 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.195600 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d66daf99-9ece-42e1-9cee-0cc62e6a67a1 HTTP/1.1" status: 204 len: 168 time: 0.1344035 Feb 01 18:55:11.204310 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc320d-8dbf-4b47-ba6b-02f1a6f5fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66daf99-9ece-42e1-9cee-0cc62e6a67a1,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:11.616420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c277d6b7-9012-4268-b233-3befcebd7238 req-6ca3d0b9-de2e-4140-8bac-2342e5297ba8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 210 time: 0.0458670 Feb 01 18:55:11.702639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-7e33097f-942c-45a0-b04b-17493ec3139d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:11.704105 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-7e33097f-942c-45a0-b04b-17493ec3139d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 815 time: 0.1229208 Feb 01 18:55:11.719747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Request body: {'port': {'device_id': 'f1803947-75dc-45ad-814e-785659968038', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'admin_state_up': True, 'tenant_id': '74898ef0487d4d0cbc39eb9767cde742'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:11.839196 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Made reservation on behalf of 74898ef0487d4d0cbc39eb9767cde742 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:55:11.843292 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.862925 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:11.994233 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Allocated IP 172.20.0.7 (007716c4-beae-45af-9db4-90ae6ef44411/5ef8e260-26c8-4fd4-92e9-9522eeefe790/4c40823a-4589-426c-95b0-a8c27110a099) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:12.173558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks [] for port (4c40823a-4589-426c-95b0-a8c27110a099), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.208057 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.224918 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e', 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:12.256722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Network 007716c4-beae-45af-9db4-90ae6ef44411 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:12.260444 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:12.264442 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:12.296374 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event updated for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:12.322312 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:12.322974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.347813 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27655e1d-8f87-48be-8ed9-60da2337ec52 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328557 Feb 01 18:55:12.364588 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Request body: {'port': {'device_id': 'f1803947-75dc-45ad-814e-785659968038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:12.425247 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (4c40823a-4589-426c-95b0-a8c27110a099), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.769323 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c40823a-4589-426c-95b0-a8c27110a099 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:55:12.780451 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks [] for port (4c40823a-4589-426c-95b0-a8c27110a099), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.799332 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28f0ad-5c1b-494a-9e4d-ca5f3eedd53d req-e7d63f49-366e-4679-9c7c-e607a5957bcd tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:12.800896 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c28f0ad-5c1b-494a-9e4d-ca5f3eedd53d req-e7d63f49-366e-4679-9c7c-e607a5957bcd tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 931 time: 0.1024280 Feb 01 18:55:12.806204 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Transition to ACTIVE for port object 4c40823a-4589-426c-95b0-a8c27110a099 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:55:12.820787 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:12.901350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:12.927079 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c28f0ad-5c1b-494a-9e4d-ca5f3eedd53d req-31dc49f5-0aa6-4476-beac-513bef5bbbc3 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194749 Feb 01 18:55:12.980328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Attempting to bind port 4c40823a-4589-426c-95b0-a8c27110a099 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:12.980686 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Attempting to bind port 4c40823a-4589-426c-95b0-a8c27110a099 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:12.981006 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Attempting to bind port 4c40823a-4589-426c-95b0-a8c27110a099 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:12.985479 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Port 4c40823a-4589-426c-95b0-a8c27110a099 on network 007716c4-beae-45af-9db4-90ae6ef44411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:55:12.985802 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Attempting to bind port 4c40823a-4589-426c-95b0-a8c27110a099 on network 007716c4-beae-45af-9db4-90ae6ef44411 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:12.991116 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:12.991455 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Checking segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:12.991843 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Bound using segment: {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:12.992274 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Bound port: 4c40823a-4589-426c-95b0-a8c27110a099, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b81f7d5-8acf-475a-a49d-643eecd820b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:12.992665 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (4c40823a-4589-426c-95b0-a8c27110a099), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.052714 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59692) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:13.055581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:13.059031 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c40823a-4589-426c-95b0-a8c27110a099,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:13.065351 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.097989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.098836 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.100225 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/4c40823a-4589-426c-95b0-a8c27110a099 HTTP/1.1" status: 200 len: 1093 time: 0.7411242 Feb 01 18:55:13.102538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:13.105356 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75022055-4456-495c-962f-293936baa912" -d '{"events": [{"name": "network-changed", "server_uuid": "f1803947-75dc-45ad-814e-785659968038", "tag": "4c40823a-4589-426c-95b0-a8c27110a099"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:13.135120 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e7270-78f6-455d-8d12-f5b66e7ad7e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:13.147093 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc93ff8-4bd9-493f-b4dc-1db2e5bb9dfb x-openstack-request-id: req-dbc93ff8-4bd9-493f-b4dc-1db2e5bb9dfb {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:13.147385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1803947-75dc-45ad-814e-785659968038", "tag": "4c40823a-4589-426c-95b0-a8c27110a099", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:13.147636 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbc93ff8-4bd9-493f-b4dc-1db2e5bb9dfb {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:13.148034 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099', 'status': 'completed', 'code': 200} Feb 01 18:55:13.176743 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-124e7ff7-1171-4d08-99ee-4983ff847fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.214827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-ff502ab6-ecc3-444c-a017-a8b2f2aa7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.216329 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-ff502ab6-ecc3-444c-a017-a8b2f2aa7508 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 1127 time: 0.0549471 Feb 01 18:55:13.260058 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-124e7ff7-1171-4d08-99ee-4983ff847fa7 admin admin] Publish callbacks [] for security_group (67c6bf78-0cea-4a3f-8a17-24dee12967be), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.265312 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-124e7ff7-1171-4d08-99ee-4983ff847fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (67c6bf78-0cea-4a3f-8a17-24dee12967be), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.267925 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-27ed5c4c-7215-4cd0-82bd-4c40d29b2e83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c40823a-4589-426c-95b0-a8c27110a099 HTTP/1.1" status: 200 len: 217 time: 0.0365818 Feb 01 18:55:13.307733 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-124e7ff7-1171-4d08-99ee-4983ff847fa7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=47cccc287338434cba1245638fd29ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538204 Feb 01 18:55:13.308604 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e7ff7-1171-4d08-99ee-4983ff847fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6bf78-0cea-4a3f-8a17-24dee12967be,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:13.310877 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59698) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:13.327102 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-c5d7d1d5-0709-47c4-923a-1f0cc679d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.329538 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-c5d7d1d5-0709-47c4-923a-1f0cc679d6e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0531228 Feb 01 18:55:13.366778 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] Publish callbacks [] for security_group (67c6bf78-0cea-4a3f-8a17-24dee12967be), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.377665 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-b12f1041-8536-4dbc-a3cc-839a4f650e44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309658 Feb 01 18:55:13.397546 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] Publish callbacks [] for security_group (67c6bf78-0cea-4a3f-8a17-24dee12967be), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.455850 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (67c6bf78-0cea-4a3f-8a17-24dee12967be), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.458913 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.460115 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67c6bf78-0cea-4a3f-8a17-24dee12967be HTTP/1.1" status: 204 len: 168 time: 0.1464479 Feb 01 18:55:13.474096 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78465d5a-5d21-4806-88f2-5ae701b7406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6bf78-0cea-4a3f-8a17-24dee12967be,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:13.474298 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-c7340e14-fa81-414e-9086-a6f45204c938 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880611 Feb 01 18:55:13.576020 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e619451-1457-4381-ac39-eaf2527a1bb7 req-3bcd1463-923e-4590-8964-22ece5577656 service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915325 Feb 01 18:55:13.689993 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75022055-4456-495c-962f-293936baa912 req-a8d8e573-eefc-4280-8129-8596f55b80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.691756 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-a8d8e573-eefc-4280-8129-8596f55b80e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74898ef0487d4d0cbc39eb9767cde742&device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 1127 time: 0.0494947 Feb 01 18:55:13.786336 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59704) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:13.799974 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5df97244-e681-450d-b7c8-e0a665ce12b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.811549 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75022055-4456-495c-962f-293936baa912 req-9840e403-18e8-4f54-b2bb-5f41b6866f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.813020 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-9840e403-18e8-4f54-b2bb-5f41b6866f64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 200 len: 916 time: 0.1065049 Feb 01 18:55:13.874214 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-848f76a1-bb38-460d-ab9e-1ab08f07644c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c40823a-4589-426c-95b0-a8c27110a099 HTTP/1.1" status: 200 len: 217 time: 0.0404551 Feb 01 18:55:13.888433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5df97244-e681-450d-b7c8-e0a665ce12b1 admin admin] Publish callbacks [] for security_group (ece92e50-e0e5-4747-ace2-b7576db9f9a6), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.894984 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5df97244-e681-450d-b7c8-e0a665ce12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ece92e50-e0e5-4747-ace2-b7576db9f9a6), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:13.931810 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75022055-4456-495c-962f-293936baa912 req-c878a279-7942-4b09-8b16-00089734e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:13.933174 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-c878a279-7942-4b09-8b16-00089734e691 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 200 len: 855 time: 0.0459187 Feb 01 18:55:13.939127 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5df97244-e681-450d-b7c8-e0a665ce12b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a55d456878040bab6bfc7b8c97a10f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516385 Feb 01 18:55:13.939993 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df97244-e681-450d-b7c8-e0a665ce12b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece92e50-e0e5-4747-ace2-b7576db9f9a6,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:13.941749 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59706) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:13.983984 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-c39bc2f4-9c97-4931-803c-5ca1c8ec07bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=007716c4-beae-45af-9db4-90ae6ef44411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356355 Feb 01 18:55:14.114510 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] Publish callbacks [] for security_group (ece92e50-e0e5-4747-ace2-b7576db9f9a6), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:14.171030 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] Publish callbacks [] for security_group (ece92e50-e0e5-4747-ace2-b7576db9f9a6), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:14.178757 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bbcbc-b616-4513-84bf-293ead7b9bcd req-79be8bff-cbfb-49c4-80d4-67c7a0de06b2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:14.180306 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-af8bbcbc-b616-4513-84bf-293ead7b9bcd req-79be8bff-cbfb-49c4-80d4-67c7a0de06b2 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 943 time: 0.1731040 Feb 01 18:55:14.186768 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-237e8d43-2c23-433c-af87-9aa6e0e8dbbb service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914999 Feb 01 18:55:14.308554 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-af8bbcbc-b616-4513-84bf-293ead7b9bcd req-0aba0c80-71be-481c-bb90-526531c99353 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208682 Feb 01 18:55:14.338584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (ece92e50-e0e5-4747-ace2-b7576db9f9a6), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:14.338584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:14.338584 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ece92e50-e0e5-4747-ace2-b7576db9f9a6 HTTP/1.1" status: 204 len: 168 time: 0.3912427 Feb 01 18:55:14.350186 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933f347-7334-4ad4-8c49-f0a27a0fbb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece92e50-e0e5-4747-ace2-b7576db9f9a6,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:14.354107 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-75022055-4456-495c-962f-293936baa912 req-2afe63c0-4a7e-4e13-b02a-496dfd87041b service neutron] 10.222.0.39 "GET /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446700 Feb 01 18:55:15.451673 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ccf7f-75c2-44ff-9558-a6fa78b50490 req-cadee30d-bad7-4e73-a8e0-da2012a3d674 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:15.453359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-040ccf7f-75c2-44ff-9558-a6fa78b50490 req-cadee30d-bad7-4e73-a8e0-da2012a3d674 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 943 time: 0.0602355 Feb 01 18:55:15.505374 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-040ccf7f-75c2-44ff-9558-a6fa78b50490 req-e5398634-c4df-42d9-8c4d-82a2605d0c26 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 Feb 01 18:55:16.646119 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de61a4-f754-48f2-900d-a6181fe106cf req-43d8e1de-1c44-4b40-b73a-2968795d7d04 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:16.647635 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2de61a4-f754-48f2-900d-a6181fe106cf req-43d8e1de-1c44-4b40-b73a-2968795d7d04 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 943 time: 0.0689356 Feb 01 18:55:16.699268 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d2de61a4-f754-48f2-900d-a6181fe106cf req-9c362f8b-c4a0-4616-9a4b-55a7e5b5cb42 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Feb 01 18:55:16.823065 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59780) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:16.919130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 4c40823a-4589-426c-95b0-a8c27110a099 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:55:16.942358 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a809fa50-fbba-41df-a5b4-bf8b16ff4494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.018206 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c40823a-4589-426c-95b0-a8c27110a099,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:17.030855 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '4c40823a-4589-426c-95b0-a8c27110a099', 'network_id': '007716c4-beae-45af-9db4-90ae6ef44411', 'port_id': '4c40823a-4589-426c-95b0-a8c27110a099', 'mac_address': 'fa:16:3e:93:d3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ef8e260-26c8-4fd4-92e9-9522eeefe790', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:55:17.033270 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a809fa50-fbba-41df-a5b4-bf8b16ff4494 admin admin] Publish callbacks [] for security_group (32a177d8-7d82-47cd-aab4-b9458030bf28), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.037591 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a809fa50-fbba-41df-a5b4-bf8b16ff4494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (32a177d8-7d82-47cd-aab4-b9458030bf28), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.068646 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 4c40823a-4589-426c-95b0-a8c27110a099 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:17.069530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (4c40823a-4589-426c-95b0-a8c27110a099), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.079761 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a809fa50-fbba-41df-a5b4-bf8b16ff4494 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d921566528e47859667425d848af6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555251 Feb 01 18:55:17.080898 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809fa50-fbba-41df-a5b4-bf8b16ff4494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a177d8-7d82-47cd-aab4-b9458030bf28,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:17.082510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59784) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:17.088764 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c40823a-4589-426c-95b0-a8c27110a099 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:55:17.111071 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c40823a-4589-426c-95b0-a8c27110a099,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:17.115366 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.138539 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] Publish callbacks [] for security_group (32a177d8-7d82-47cd-aab4-b9458030bf28), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.161562 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] Publish callbacks [] for security_group (32a177d8-7d82-47cd-aab4-b9458030bf28), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.164368 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:17.214681 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (32a177d8-7d82-47cd-aab4-b9458030bf28), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.217328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.218493 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32a177d8-7d82-47cd-aab4-b9458030bf28 HTTP/1.1" status: 204 len: 168 time: 0.1344061 Feb 01 18:55:17.228303 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a519c0d-94dc-4b92-90b8-54beb2354e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a177d8-7d82-47cd-aab4-b9458030bf28,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:17.479450 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['4c40823a-4589-426c-95b0-a8c27110a099'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:17.485775 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59790) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:17.499098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d6722e40-5306-445d-9565-5f5f78952948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.575602 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d6722e40-5306-445d-9565-5f5f78952948 admin admin] Publish callbacks [] for security_group (2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.579326 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d6722e40-5306-445d-9565-5f5f78952948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.623531 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d6722e40-5306-445d-9565-5f5f78952948 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8761a9ad40a14cb9b523bcf14397363e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366355 Feb 01 18:55:17.624446 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6722e40-5306-445d-9565-5f5f78952948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:17.626279 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59792) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:17.678693 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] Publish callbacks [] for security_group (2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.699576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] Publish callbacks [] for security_group (2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.745667 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.748365 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:17.749635 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7 HTTP/1.1" status: 204 len: 168 time: 0.1222095 Feb 01 18:55:17.757511 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8542-e32d-4e9e-81ef-0cc4b6a1f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae754aa-3fa7-4d55-9bfe-2b5baf7dbde7,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:17.823243 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f51e2-4dfe-4308-a7f3-8553a24d7f0b req-6b85e3c2-b0ee-469a-a8e2-2def3d5c24ab tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:17.824722 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-663f51e2-4dfe-4308-a7f3-8553a24d7f0b req-6b85e3c2-b0ee-469a-a8e2-2def3d5c24ab tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 944 time: 0.0530944 Feb 01 18:55:17.871809 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-663f51e2-4dfe-4308-a7f3-8553a24d7f0b req-3cfff992-d4af-4c7a-bb50-2c82f816e137 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Feb 01 18:55:18.928237 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 4c40823a-4589-426c-95b0-a8c27110a099 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:18.980289 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 4c40823a-4589-426c-95b0-a8c27110a099 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:55:18.984692 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 4c40823a-4589-426c-95b0-a8c27110a099 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:18.984692 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (4c40823a-4589-426c-95b0-a8c27110a099), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:18.999583 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecddce-e0c6-4b59-8a06-39fb3a2b28d7 req-0d04ecbb-27f4-46bc-b886-bf3681a65c5b tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:19.001194 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-14ecddce-e0c6-4b59-8a06-39fb3a2b28d7 req-0d04ecbb-27f4-46bc-b886-bf3681a65c5b tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 944 time: 0.0616260 Feb 01 18:55:19.055482 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-14ecddce-e0c6-4b59-8a06-39fb3a2b28d7 req-cb2b5fcc-7c17-4223-8e9a-bf31c4d16b06 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459936 Feb 01 18:55:19.069123 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 4c40823a-4589-426c-95b0-a8c27110a099 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:19.069516 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (4c40823a-4589-426c-95b0-a8c27110a099), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:19.094034 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:19.096346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c9ea4-e9a4-417a-9bd4-ebd4ddc77b6a" -d '{"events": [{"server_uuid": "f1803947-75dc-45ad-814e-785659968038", "name": "network-vif-plugged", "status": "completed", "tag": "4c40823a-4589-426c-95b0-a8c27110a099"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:19.111341 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c40823a-4589-426c-95b0-a8c27110a099,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:19.116164 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:19.145303 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f2485-ca17-4347-9982-ebed9bef1414 x-openstack-request-id: req-602f2485-ca17-4347-9982-ebed9bef1414 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:19.145598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1803947-75dc-45ad-814e-785659968038", "name": "network-vif-plugged", "status": "completed", "tag": "4c40823a-4589-426c-95b0-a8c27110a099", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:19.145847 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-602f2485-ca17-4347-9982-ebed9bef1414 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:19.146232 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099', 'code': 200} Feb 01 18:55:19.175437 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:19.337068 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e9216-2f51-490b-b25a-775d9b48e794 req-bb0077a5-2cc4-411b-8c47-6f11372df4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:19.338656 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb9e9216-2f51-490b-b25a-775d9b48e794 req-bb0077a5-2cc4-411b-8c47-6f11372df4fd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 1129 time: 0.0469062 Feb 01 18:55:19.392052 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb9e9216-2f51-490b-b25a-775d9b48e794 req-311e686a-bddc-4e08-a1dc-1e8d5011c829 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389209 Feb 01 18:55:20.173254 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61207b5c-7807-4a72-82ee-5643245e1c01 req-cd864aa1-b386-4e61-a294-1eb83bb7740c tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:20.174762 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-61207b5c-7807-4a72-82ee-5643245e1c01 req-cd864aa1-b386-4e61-a294-1eb83bb7740c tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Feb 01 18:55:20.238999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-61207b5c-7807-4a72-82ee-5643245e1c01 req-7f749753-8e9c-4341-bb96-b80754a8ad92 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Feb 01 18:55:21.366051 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eeaec-644b-4ec5-9f6b-ccd5743d2d73 req-f91d3720-b4da-49c2-89dc-a220249d16a7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:21.367626 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e5eeaec-644b-4ec5-9f6b-ccd5743d2d73 req-f91d3720-b4da-49c2-89dc-a220249d16a7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Feb 01 18:55:21.413543 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9e5eeaec-644b-4ec5-9f6b-ccd5743d2d73 req-666f2fe9-2f7e-4475-93e2-ed0ed5e11b76 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Feb 01 18:55:22.896600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:26.787237 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-2bc94e23-6067-47e6-9e85-ff357f8dda54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431244 Feb 01 18:55:26.860920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-c5286343-5cd8-484e-8917-e18140db8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:26.862661 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-c5286343-5cd8-484e-8917-e18140db8d20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 1130 time: 0.0469894 Feb 01 18:55:26.969228 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-ec1e7fdd-7d8e-4de5-bc14-b94022f7e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:26.970725 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-ec1e7fdd-7d8e-4de5-bc14-b94022f7e749 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0837212 Feb 01 18:55:27.040322 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-d49cd444-ffcf-4c91-9210-60ec7db380bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 200 len: 1002 time: 0.0612488 Feb 01 18:55:27.354423 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-1eaf9518-07a0-4132-a3d3-78f00e7bb798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:27.355914 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-1eaf9518-07a0-4132-a3d3-78f00e7bb798 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.3077700 Feb 01 18:55:27.410997 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-e034ddf6-a5c2-45b3-87eb-64a61914eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:27.412482 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-e034ddf6-a5c2-45b3-87eb-64a61914eceb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438569 Feb 01 18:55:27.505877 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-57c15d21-82e3-4fd3-9d92-d0fdb77e3ad8 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 Feb 01 18:55:27.599828 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e5c9d68-37ba-47e9-8fde-d34556864d13 req-33409e8f-03f0-4ce1-8884-28873d9d329f service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854549 Feb 01 18:55:27.863347 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59918) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:27.981675 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1f346247-5f4c-4248-801a-d290601db7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.068290 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1f346247-5f4c-4248-801a-d290601db7a9 admin admin] Publish callbacks [] for security_group (0594dd22-2848-45eb-b5a3-b08c4aa9a2e3), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.072282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1f346247-5f4c-4248-801a-d290601db7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (0594dd22-2848-45eb-b5a3-b08c4aa9a2e3), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.115467 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-1f346247-5f4c-4248-801a-d290601db7a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41d29dc6dd7641bba1e9d967afdb61fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510183 Feb 01 18:55:28.116336 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f346247-5f4c-4248-801a-d290601db7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0594dd22-2848-45eb-b5a3-b08c4aa9a2e3,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:28.118769 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59922) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:28.168393 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] Publish callbacks [] for security_group (0594dd22-2848-45eb-b5a3-b08c4aa9a2e3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.190154 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] Publish callbacks [] for security_group (0594dd22-2848-45eb-b5a3-b08c4aa9a2e3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.236295 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (0594dd22-2848-45eb-b5a3-b08c4aa9a2e3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.239152 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.240439 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0594dd22-2848-45eb-b5a3-b08c4aa9a2e3 HTTP/1.1" status: 204 len: 168 time: 0.1206274 Feb 01 18:55:28.248519 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88e23f-d096-4419-ba92-ac13dc005ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594dd22-2848-45eb-b5a3-b08c4aa9a2e3,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:28.510415 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 59930) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:28.524551 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2be873cf-feed-4e0a-b60f-86043796dcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.603084 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2be873cf-feed-4e0a-b60f-86043796dcd4 admin admin] Publish callbacks [] for security_group (e0af355a-429d-440e-ae9e-edb29f7011ff), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.606936 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2be873cf-feed-4e0a-b60f-86043796dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e0af355a-429d-440e-ae9e-edb29f7011ff), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.644948 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2be873cf-feed-4e0a-b60f-86043796dcd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbbd99d759874d47ac057910de6ad9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333027 Feb 01 18:55:28.645915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be873cf-feed-4e0a-b60f-86043796dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af355a-429d-440e-ae9e-edb29f7011ff,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:28.648052 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 59932) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:28.697575 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] Publish callbacks [] for security_group (e0af355a-429d-440e-ae9e-edb29f7011ff), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.718178 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] Publish callbacks [] for security_group (e0af355a-429d-440e-ae9e-edb29f7011ff), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.763718 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e0af355a-429d-440e-ae9e-edb29f7011ff), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.766307 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:28.767462 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0af355a-429d-440e-ae9e-edb29f7011ff HTTP/1.1" status: 204 len: 168 time: 0.1177227 Feb 01 18:55:28.776173 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818b90-3e3b-4236-a1bf-5342285b3822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af355a-429d-440e-ae9e-edb29f7011ff,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:31.802846 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:55:35.397882 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab4f2c-2990-493a-a7df-52ceb91162b0 req-f30ffb81-4d1f-4f32-9b8a-dae0fc20534c tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:35.399616 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-dcab4f2c-2990-493a-a7df-52ceb91162b0 req-f30ffb81-4d1f-4f32-9b8a-dae0fc20534c tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Feb 01 18:55:35.449465 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-dcab4f2c-2990-493a-a7df-52ceb91162b0 req-a840e55c-ca47-429e-a7b3-29a60d4a0d04 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 Feb 01 18:55:35.854311 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ea9df612-acf2-4f88-b31e-f5f87a476182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:36.576266 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820793f-541e-4611-b3ab-1081f7c13d03 req-a2fa177c-d9d6-431b-ae7b-af7a66870c7d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:36.577730 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e820793f-541e-4611-b3ab-1081f7c13d03 req-a2fa177c-d9d6-431b-ae7b-af7a66870c7d tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.0580614 Feb 01 18:55:36.627801 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e820793f-541e-4611-b3ab-1081f7c13d03 req-605bdcbc-a984-4f93-98d7-760fbfb12a0b tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Feb 01 18:55:36.688405 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60090) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:36.791981 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ec668b77-cfae-4e0d-a269-842fa0a8dc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:36.864832 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ec668b77-cfae-4e0d-a269-842fa0a8dc0e admin admin] Publish callbacks [] for security_group (65bbab3b-bed9-49a6-9325-ee024e034a1f), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:36.868328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ec668b77-cfae-4e0d-a269-842fa0a8dc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (65bbab3b-bed9-49a6-9325-ee024e034a1f), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:36.909463 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ec668b77-cfae-4e0d-a269-842fa0a8dc0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebc59917aa444b5ab23b6a74e16f0a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199674 Feb 01 18:55:36.910353 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec668b77-cfae-4e0d-a269-842fa0a8dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bbab3b-bed9-49a6-9325-ee024e034a1f,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:36.913063 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60094) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:36.965029 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] Publish callbacks [] for security_group (65bbab3b-bed9-49a6-9325-ee024e034a1f), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:36.985948 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] Publish callbacks [] for security_group (65bbab3b-bed9-49a6-9325-ee024e034a1f), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.032752 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (65bbab3b-bed9-49a6-9325-ee024e034a1f), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.035484 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.036624 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65bbab3b-bed9-49a6-9325-ee024e034a1f HTTP/1.1" status: 204 len: 168 time: 0.1222782 Feb 01 18:55:37.044066 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b93fb7-6730-4edf-80e6-dab5318c757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bbab3b-bed9-49a6-9325-ee024e034a1f,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:37.292158 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60100) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:37.305612 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8695a-47c8-494c-954a-3843632bc4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.379059 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8695a-47c8-494c-954a-3843632bc4f4 admin admin] Publish callbacks [] for security_group (eba90b59-76d7-435f-b1d9-6f79fceb775f), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.383177 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-2ae8695a-47c8-494c-954a-3843632bc4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (eba90b59-76d7-435f-b1d9-6f79fceb775f), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.423851 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-2ae8695a-47c8-494c-954a-3843632bc4f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7bf1af732936498492ee4dfaf92e9126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305962 Feb 01 18:55:37.424789 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8695a-47c8-494c-954a-3843632bc4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba90b59-76d7-435f-b1d9-6f79fceb775f,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:37.425889 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60102) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:37.474576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] Publish callbacks [] for security_group (eba90b59-76d7-435f-b1d9-6f79fceb775f), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.495423 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] Publish callbacks [] for security_group (eba90b59-76d7-435f-b1d9-6f79fceb775f), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.575829 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-cb9680bd-8454-4ab1-8a34-44232bee32f0 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:37.577167 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-cb9680bd-8454-4ab1-8a34-44232bee32f0 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.0646777 Feb 01 18:55:37.578167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (eba90b59-76d7-435f-b1d9-6f79fceb775f), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.580640 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.581689 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eba90b59-76d7-435f-b1d9-6f79fceb775f HTTP/1.1" status: 204 len: 168 time: 0.1548243 Feb 01 18:55:37.596122 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0721d-20dc-4e0c-9c08-9817dd0e33d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba90b59-76d7-435f-b1d9-6f79fceb775f,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:37.690114 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Deleting port 4c40823a-4589-426c-95b0-a8c27110a099 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:37.690804 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (4c40823a-4589-426c-95b0-a8c27110a099), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.820730 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d757f10-530c-40ba-bb75-4c0506f9358a req-542a90aa-a1fd-44eb-8adf-b33e83ff8f56 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:37.822196 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2d757f10-530c-40ba-bb75-4c0506f9358a req-542a90aa-a1fd-44eb-8adf-b33e83ff8f56 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1803947-75dc-45ad-814e-785659968038 HTTP/1.1" status: 200 len: 945 time: 0.1119480 Feb 01 18:55:37.824078 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] For port 4c40823a-4589-426c-95b0-a8c27110a099, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4c40823a-4589-426c-95b0-a8c27110a099,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:37.824443 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (4c40823a-4589-426c-95b0-a8c27110a099), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.842524 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Calling delete_port for 4c40823a-4589-426c-95b0-a8c27110a099 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:37.923284 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2d757f10-530c-40ba-bb75-4c0506f9358a req-3fc93f10-6c18-46a8-87fe-697f532893d8 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913410 Feb 01 18:55:37.938457 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-315be06e-24cf-488d-bce5-1ae29100c56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:37.944445 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60110) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:37.968316 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a092174e-4581-4c2d-85b0-976df076e249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.043528 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (4c40823a-4589-426c-95b0-a8c27110a099), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.058380 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e', 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', '4c40823a-4589-426c-95b0-a8c27110a099'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:38.080104 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event deleted for resources: {'Port': ['ID=4c40823a-4589-426c-95b0-a8c27110a099,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:38.140091 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] No DVR routers for this DVR port 4c40823a-4589-426c-95b0-a8c27110a099 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:38.145810 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.149581 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d09ba4cb-a7fd-4721-a059-a111506aeb7d req-1dbfe5f7-ab78-4eec-ac0f-dfd025c119b6 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "DELETE /v2.0/ports/4c40823a-4589-426c-95b0-a8c27110a099 HTTP/1.1" status: 204 len: 173 time: 0.5644872 Feb 01 18:55:38.150027 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'name': 'network-vif-deleted', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:38.152286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2a0cfd-22c5-4643-b1a0-db29a420709a" -d '{"events": [{"server_uuid": "f1803947-75dc-45ad-814e-785659968038", "name": "network-vif-deleted", "tag": "4c40823a-4589-426c-95b0-a8c27110a099"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:38.182641 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a092174e-4581-4c2d-85b0-976df076e249 admin admin] Publish callbacks [] for security_group (a638ad6e-dfe8-4700-9a8a-65f021f04de9), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.188303 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a092174e-4581-4c2d-85b0-976df076e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a638ad6e-dfe8-4700-9a8a-65f021f04de9), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.209725 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b569822-2a6a-48a2-8c73-97965177d466 x-openstack-request-id: req-6b569822-2a6a-48a2-8c73-97965177d466 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:38.210020 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1803947-75dc-45ad-814e-785659968038", "name": "network-vif-deleted", "tag": "4c40823a-4589-426c-95b0-a8c27110a099", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:38.210816 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b569822-2a6a-48a2-8c73-97965177d466 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:38.211212 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1803947-75dc-45ad-814e-785659968038', 'name': 'network-vif-deleted', 'tag': '4c40823a-4589-426c-95b0-a8c27110a099', 'status': 'completed', 'code': 200} Feb 01 18:55:38.235897 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092174e-4581-4c2d-85b0-976df076e249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638ad6e-dfe8-4700-9a8a-65f021f04de9,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:38.240668 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a092174e-4581-4c2d-85b0-976df076e249 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=294c6791663d4c9d9c49ba7343091cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951670 Feb 01 18:55:38.243668 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60114) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:38.300676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] Publish callbacks [] for security_group (a638ad6e-dfe8-4700-9a8a-65f021f04de9), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.326315 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] Publish callbacks [] for security_group (a638ad6e-dfe8-4700-9a8a-65f021f04de9), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.373885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (a638ad6e-dfe8-4700-9a8a-65f021f04de9), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.377930 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:38.379930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a638ad6e-dfe8-4700-9a8a-65f021f04de9 HTTP/1.1" status: 204 len: 168 time: 0.1351190 Feb 01 18:55:38.392633 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4d076-2f81-4db7-be5b-73366fb9cfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638ad6e-dfe8-4700-9a8a-65f021f04de9,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:39.065305 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60142) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:39.163223 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017947472-network', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:39.184778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Made reservation on behalf of 4d5958b65ab64bda8bc7919c961f2e47 for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:55:39.187044 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.195788 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.247287 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.271622 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks [] for security_group (7e09de21-c80d-4186-bf3a-12d04dec6485), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.276099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7e09de21-c80d-4186-bf3a-12d04dec6485), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.303773 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:55:39.310333 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e09de21-c80d-4186-bf3a-12d04dec6485,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:39.318548 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (797fcea3-9b59-4d7b-8e2a-11c4eb748ffa), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.319032 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Added segment 797fcea3-9b59-4d7b-8e2a-11c4eb748ffa of type vlan for network 8424408e-151a-49f8-a059-6c9cdcd72150 Feb 01 18:55:39.361282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (8424408e-151a-49f8-a059-6c9cdcd72150), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.385469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (8424408e-151a-49f8-a059-6c9cdcd72150), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.386327 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:39.386940 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.439023 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3725939 Feb 01 18:55:39.442081 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60146) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:39.447525 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Request body: {'subnet': {'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017947472-subnet', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:39.454680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bda6e-436f-4c7d-a005-4bb6588014d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8424408e-151a-49f8-a059-6c9cdcd72150,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:39.464395 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 8424408e-151a-49f8-a059-6c9cdcd72150 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:55:39.468645 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Made reservation on behalf of 4d5958b65ab64bda8bc7919c961f2e47 for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:55:39.471067 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.637355 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (df8b707d-cb6a-4081-8475-74c6dbc19fd2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.692441 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8b707d-cb6a-4081-8475-74c6dbc19fd2,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:39.700448 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Checking segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:39.700806 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Network hostable DHCP agents. Network: 8424408e-151a-49f8-a059-6c9cdcd72150, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:55:39.717037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Network 8424408e-151a-49f8-a059-6c9cdcd72150 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:55:39.727200 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 8424408e-151a-49f8-a059-6c9cdcd72150) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:39.731468 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:39.732070 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.738713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6910f73-389a-4502-a54e-f4987354b8e6 None None] Network 8424408e-151a-49f8-a059-6c9cdcd72150 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:55:39.751642 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a80e7f0a-0e77-40a1-853c-88d65f4d7bab admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083487 Feb 01 18:55:39.754214 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60148) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:39.758401 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:39.777056 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (0264a4ee-565c-416e-a966-e6334ab93307), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.778258 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (0264a4ee-565c-416e-a966-e6334ab93307), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.830154 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for router_controller (0264a4ee-565c-416e-a966-e6334ab93307), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.847065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-8424408e-151a-49f8-a059-6c9cdcd72150', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:55:39.847910 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:39.970773 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for router_gateway (0264a4ee-565c-416e-a966-e6334ab93307), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.120488 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Allocated IP 172.20.0.2 (8424408e-151a-49f8-a059-6c9cdcd72150/df8b707d-cb6a-4081-8475-74c6dbc19fd2/2ea38afc-201c-415e-83f3-becd46ec0a86) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:40.192916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for router_gateway (0264a4ee-565c-416e-a966-e6334ab93307), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.214522 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.274312 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks [] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.280542 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.324357 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Pushing event updated for resources: {'Port': ['ID=2ea38afc-201c-415e-83f3-becd46ec0a86,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:40.333329 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Allocated IP 172.27.3.199 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/385134a5-d28f-4c42-b3df-5286c62534db) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:40.334771 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Network 8424408e-151a-49f8-a059-6c9cdcd72150 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:40.336415 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:40.339344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:40.366034 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b530db-b1cd-4fe0-91bd-b7d1fa635174 req-a63f4ff9-d3e0-4177-be8c-81eb8b051b64 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:40.368116 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-32b530db-b1cd-4fe0-91bd-b7d1fa635174 req-a63f4ff9-d3e0-4177-be8c-81eb8b051b64 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.0659449 Feb 01 18:55:40.399228 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Attempting to bind port 2ea38afc-201c-415e-83f3-becd46ec0a86 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:40.399738 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Attempting to bind port 2ea38afc-201c-415e-83f3-becd46ec0a86 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:40.400724 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Attempting to bind port 2ea38afc-201c-415e-83f3-becd46ec0a86 on network 8424408e-151a-49f8-a059-6c9cdcd72150 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:40.407410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:40.407785 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Checking segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:40.408189 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.408580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Bound using segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:40.409048 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Bound port: 2ea38afc-201c-415e-83f3-becd46ec0a86, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:40.409433 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.419376 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-32b530db-b1cd-4fe0-91bd-b7d1fa635174 req-b2da1d7d-a526-40ac-9234-bc130ccf4510 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448496 Feb 01 18:55:40.449911 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for port (385134a5-d28f-4c42-b3df-5286c62534db), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.476845 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] For port 2ea38afc-201c-415e-83f3-becd46ec0a86, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:40.480267 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] For port 2ea38afc-201c-415e-83f3-becd46ec0a86, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=2ea38afc-201c-415e-83f3-becd46ec0a86,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:40.483073 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (385134a5-d28f-4c42-b3df-5286c62534db), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.485809 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.521114 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:40.525907 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:40.533074 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:40.535771 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Pushing event updated for resources: {'Port': ['ID=385134a5-d28f-4c42-b3df-5286c62534db,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:40.548860 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a57ea1-1327-48ed-bc53-3251e48bb3f6 None None] Pushing event updated for resources: {'Port': ['ID=2ea38afc-201c-415e-83f3-becd46ec0a86,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:40.633130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.801683 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for router_gateway (0264a4ee-565c-416e-a966-e6334ab93307), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:40.988614 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 2ea38afc-201c-415e-83f3-becd46ec0a86 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:41.007566 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (0264a4ee-565c-416e-a966-e6334ab93307), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.039459 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 2ea38afc-201c-415e-83f3-becd46ec0a86 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:41.040003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.108598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 4c40823a-4589-426c-95b0-a8c27110a099 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:41.133679 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 4c40823a-4589-426c-95b0-a8c27110a099 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:41.134108 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 4c40823a-4589-426c-95b0-a8c27110a099 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:41.144425 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Router 0264a4ee-565c-416e-a966-e6334ab93307 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:55:41.146964 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 2ea38afc-201c-415e-83f3-becd46ec0a86 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:41.147431 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.183827 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 2ea38afc-201c-415e-83f3-becd46ec0a86, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=2ea38afc-201c-415e-83f3-becd46ec0a86,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:41.190909 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.243871 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=2ea38afc-201c-415e-83f3-becd46ec0a86,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:41.483121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64122d5c-2e4d-478c-bc51-77332a2626d0 None None] Network 8424408e-151a-49f8-a059-6c9cdcd72150 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:55:41.511859 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:55:41.532241 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.533844 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-7a428443-94d0-43b6-9fe2-ebe5f59fe438 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7786891 Feb 01 18:55:41.534633 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Sync routers for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:55:41.536574 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60158) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:41.558246 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:41.558896 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:41.559692 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfbeb5-4713-4092-9a61-e043a3308ebb req-2a198b16-3583-410e-98db-52ef1a6e4509 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:41.561220 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3bbfbeb5-4713-4092-9a61-e043a3308ebb req-2a198b16-3583-410e-98db-52ef1a6e4509 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.0628233 Feb 01 18:55:41.611726 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3bbfbeb5-4713-4092-9a61-e043a3308ebb req-0f198644-4c15-47c9-86a5-03dd19acdf4f tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Feb 01 18:55:41.700387 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-4898ae4b-52da-4503-bf3c-4db4ff1b345f None None] Provisioning complete for port 2ea38afc-201c-415e-83f3-becd46ec0a86 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:41.700675 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-4898ae4b-52da-4503-bf3c-4db4ff1b345f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.749938 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:41.917026 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:41.944618 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-4898ae4b-52da-4503-bf3c-4db4ff1b345f None None] Current status of the port 2ea38afc-201c-415e-83f3-becd46ec0a86 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:41.965249 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.003985 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:40Z', 'revision_number': 3, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:42.032266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Checking router: 0264a4ee-565c-416e-a966-e6334ab93307 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:55:42.032266 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Updating router 0264a4ee-565c-416e-a966-e6334ab93307 port 385134a5-d28f-4c42-b3df-5286c62534db binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:55:42.070570 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (385134a5-d28f-4c42-b3df-5286c62534db), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.095734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-53a77879-8b37-41b3-b289-d05be7576fec None None] Provisioning complete for port 2ea38afc-201c-415e-83f3-becd46ec0a86 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:42.096103 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-53a77879-8b37-41b3-b289-d05be7576fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.171320 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Allocated IP 172.20.0.1 (8424408e-151a-49f8-a059-6c9cdcd72150/df8b707d-cb6a-4081-8475-74c6dbc19fd2/1683eda4-0bff-4331-8f2e-57b506436f18) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:42.277275 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks [] for port (1683eda4-0bff-4331-8f2e-57b506436f18), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.299424 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-85492257-b3e8-4b90-8922-d676c809addc tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:42.301028 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-85492257-b3e8-4b90-8922-d676c809addc tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.0615437 Feb 01 18:55:42.314409 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-53a77879-8b37-41b3-b289-d05be7576fec None None] Current status of the port 2ea38afc-201c-415e-83f3-becd46ec0a86 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:42.318026 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.357830 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Network 8424408e-151a-49f8-a059-6c9cdcd72150 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:42.364959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:42.371251 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:42.380801 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Pushing event updated for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:42.402945 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks [] for port (385134a5-d28f-4c42-b3df-5286c62534db), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.412747 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (385134a5-d28f-4c42-b3df-5286c62534db), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.418089 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Deleting port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:42.418435 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.430915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (0264a4ee-565c-416e-a966-e6334ab93307), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.478076 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Attempting to bind port 385134a5-d28f-4c42-b3df-5286c62534db on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:42.478076 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Attempting to bind port 385134a5-d28f-4c42-b3df-5286c62534db by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:42.478437 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Attempting to bind port 385134a5-d28f-4c42-b3df-5286c62534db on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:42.480473 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027c8c2-fc7a-478e-a688-ca20fe27c419 None None] Pushing event updated for resources: {'Port': ['ID=385134a5-d28f-4c42-b3df-5286c62534db,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:42.486367 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:42.487351 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:42.487479 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.487801 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:42.488282 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Bound port: 385134a5-d28f-4c42-b3df-5286c62534db, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:42.488662 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (385134a5-d28f-4c42-b3df-5286c62534db), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.547469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] For port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:42.547930 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.551711 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] For port 385134a5-d28f-4c42-b3df-5286c62534db, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:42.555961 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] For port 385134a5-d28f-4c42-b3df-5286c62534db, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=385134a5-d28f-4c42-b3df-5286c62534db,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:42.565554 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Calling delete_port for 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:42.566252 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (385134a5-d28f-4c42-b3df-5286c62534db), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.587447 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.620102 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:42.620723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:42.742926 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.776734 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event deleted for resources: {'Port': ['ID=6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:42.783161 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks [] for port (1683eda4-0bff-4331-8f2e-57b506436f18), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.792616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.814620 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00ab87-4753-4e52-9e00-ce52b4c897d0 req-c7e8d41d-8647-47be-9c02-350ad8c3319e tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:42.816712 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3d00ab87-4753-4e52-9e00-ce52b4c897d0 req-c7e8d41d-8647-47be-9c02-350ad8c3319e tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9b65ec9-c105-470b-8a8f-53596601e14f HTTP/1.1" status: 200 len: 945 time: 0.1264169 Feb 01 18:55:42.827729 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e', 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:42.838727 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-dbc8ff78-5d6f-4ae9-95d5-3defe4de4f1a None None] Provisioning complete for port 1683eda4-0bff-4331-8f2e-57b506436f18 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:42.839096 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbc8ff78-5d6f-4ae9-95d5-3defe4de4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.845455 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] No DVR routers for this DVR port 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:42.861284 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.864293 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (0264a4ee-565c-416e-a966-e6334ab93307), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:42.864972 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d8af9707-052c-4d58-a92a-a4ff4196f7bf req-9f676a22-84d8-407b-b573-bc5e1211dc33 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "DELETE /v2.0/ports/6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 HTTP/1.1" status: 204 len: 173 time: 0.5587280 Feb 01 18:55:42.865584 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'name': 'network-vif-deleted', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:42.867098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Pushing event updated for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:42.867773 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58dad49-5e7e-4e73-8337-663f17d07cc3" -d '{"events": [{"server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "name": "network-vif-deleted", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:42.884354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027c8c2-fc7a-478e-a688-ca20fe27c419 None None] Pushing event updated for resources: {'Port': ['ID=385134a5-d28f-4c42-b3df-5286c62534db,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:42.904176 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3d00ab87-4753-4e52-9e00-ce52b4c897d0 req-c252b8c5-79e6-476f-aadc-4b276fed0b22 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766695 Feb 01 18:55:42.916820 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5191f3-0bff-438d-b66d-6dfc7df85bee x-openstack-request-id: req-3c5191f3-0bff-438d-b66d-6dfc7df85bee {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:42.917290 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b65ec9-c105-470b-8a8f-53596601e14f", "name": "network-vif-deleted", "tag": "6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:42.917560 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c5191f3-0bff-438d-b66d-6dfc7df85bee {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:42.917962 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b65ec9-c105-470b-8a8f-53596601e14f', 'name': 'network-vif-deleted', 'tag': '6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508', 'status': 'completed', 'code': 200} Feb 01 18:55:43.008504 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8ff78-5d6f-4ae9-95d5-3defe4de4f1a None None] Port 1683eda4-0bff-4331-8f2e-57b506436f18 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:55:43.028278 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 2ea38afc-201c-415e-83f3-becd46ec0a86 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:43.031657 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Network 8424408e-151a-49f8-a059-6c9cdcd72150 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:43.033204 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:43.042174 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:43.158710 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Router 0264a4ee-565c-416e-a966-e6334ab93307 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:55:43.283134 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 2ea38afc-201c-415e-83f3-becd46ec0a86 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:43.283513 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:43.284352 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:55:43.295165 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-6decaa29-273d-4561-8e11-4697b9458290 admin admin] 10.222.0.31 "PUT /v2.0/routers/0264a4ee-565c-416e-a966-e6334ab93307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7569275 Feb 01 18:55:43.410548 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-9599c15b-760b-45f5-96f7-b4702d6dff0a None None] Provisioning complete for port 1683eda4-0bff-4331-8f2e-57b506436f18 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:43.410928 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9599c15b-760b-45f5-96f7-b4702d6dff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:43.509439 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-9599c15b-760b-45f5-96f7-b4702d6dff0a None None] Port 1683eda4-0bff-4331-8f2e-57b506436f18 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:55:43.541792 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 2ea38afc-201c-415e-83f3-becd46ec0a86 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:43.556542 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 1, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:43.591496 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca9167f-0be2-4727-9b6d-cc9823c1522a None None] The sync data for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi is: [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 1, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:55:43.951442 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60182) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:43.956191 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-695926271-network', 'tenant_id': 'f9509461fef04803990881c4298fc4d9'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:43.979755 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Made reservation on behalf of f9509461fef04803990881c4298fc4d9 for: {'network': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:55:43.982067 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:43.992020 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.076363 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks [] for security_group (861dbef5-cc34-444a-8370-9f7d3fccc4a3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.081266 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (861dbef5-cc34-444a-8370-9f7d3fccc4a3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.097348 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=109534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:55:44.143552 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (86b8bd6d-fab1-46f4-b144-9b6037cb27b3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.143811 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.segments_db [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Added segment 86b8bd6d-fab1-46f4-b144-9b6037cb27b3 of type vlan for network 512e01cb-4042-4f80-bb55-3db152e8b781 Feb 01 18:55:44.161429 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861dbef5-cc34-444a-8370-9f7d3fccc4a3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:44.204160 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (512e01cb-4042-4f80-bb55-3db152e8b781), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.222104 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a51d-c693-4a9b-ac29-169124167ccb req-845b7c2a-d30f-4623-a451-79319fca4090 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:44.223687 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-36c0a51d-c693-4a9b-ac29-169124167ccb req-845b7c2a-d30f-4623-a451-79319fca4090 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 945 time: 0.0612352 Feb 01 18:55:44.239723 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (512e01cb-4042-4f80-bb55-3db152e8b781), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.240765 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:44.241421 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.276839 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-36c0a51d-c693-4a9b-ac29-169124167ccb req-cee3c967-d836-4c88-8f1a-045d6a2a08c7 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468919 Feb 01 18:55:44.307609 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3549340 Feb 01 18:55:44.308915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd65188-7f61-4976-b9de-e01dd0b0ab26 admin admin] Pushing event updated for resources: {'Network': ['ID=512e01cb-4042-4f80-bb55-3db152e8b781,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:44.310443 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60188) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:44.315724 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Request body: {'subnet': {'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-695926271-subnet', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'ip_version': 4}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:44.321135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 512e01cb-4042-4f80-bb55-3db152e8b781 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:55:44.339066 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Made reservation on behalf of f9509461fef04803990881c4298fc4d9 for: {'subnet': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:55:44.341696 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12777114'] for subnet (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.539763 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14318128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12777132'] for subnet (cd8b69f9-daf8-4791-9200-42e9d1d5d844), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.600069 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8b69f9-daf8-4791-9200-42e9d1d5d844,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:44.610710 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Checking segment: {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:44.611099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Network hostable DHCP agents. Network: 512e01cb-4042-4f80-bb55-3db152e8b781, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109535) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:55:44.628813 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Network 512e01cb-4042-4f80-bb55-3db152e8b781 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109535) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:55:44.638003 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 512e01cb-4042-4f80-bb55-3db152e8b781) {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:44.641991 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:44.642539 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.647136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e276012-a34b-411d-b9e0-989a007069de None None] Network 512e01cb-4042-4f80-bb55-3db152e8b781 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:55:44.659557 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9267f9fe-663c-43f2-aa2b-263bbdadb70d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3479049 Feb 01 18:55:44.662401 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60190) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:44.668350 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:44.693925 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3827'] for router (19178076-a662-4621-9bc2-dca47235b441), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.695172 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1639915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2069097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3812'] for router (19178076-a662-4621-9bc2-dca47235b441), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.755046 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for router_controller (19178076-a662-4621-9bc2-dca47235b441), precommit_add_association {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.767042 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b333047-f5d8-5194-b6a8-d08c070c98cd-512e01cb-4042-4f80-bb55-3db152e8b781', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'project_id': 'f9509461fef04803990881c4298fc4d9', 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844'}]}} from dv-cinder-774288-14-iscsi. {{(pid=109536) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 01 18:55:44.767986 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:44.910702 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.db_base_plugin_common [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Allocated IP 172.20.0.2 (512e01cb-4042-4f80-bb55-3db152e8b781/cd8b69f9-daf8-4791-9200-42e9d1d5d844/b64a0645-95a8-47d3-a741-e9b107e8453d) {{(pid=109536) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:44.993023 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for router_gateway (19178076-a662-4621-9bc2-dca47235b441), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.088224 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 385134a5-d28f-4c42-b3df-5286c62534db up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:45.096031 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks [] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), precommit_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.132519 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), after_create {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.138311 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:45.197054 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:45.197388 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 6f2d87fe-d0f6-48a0-8fd8-3cf2bb9ed508 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:45.210875 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Network 512e01cb-4042-4f80-bb55-3db152e8b781 is already hosted by enough agents. {{(pid=109536) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:45.216090 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.scheduler.base_scheduler [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Resources bound (agent type, host, resource id): {{(pid=109536) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:45.220468 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Received port after_create {{(pid=109536) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:45.223162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for router_gateway (19178076-a662-4621-9bc2-dca47235b441), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.230798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Pushing event updated for resources: {'Port': ['ID=b64a0645-95a8-47d3-a741-e9b107e8453d,revision_number=1']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:45.247955 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.261058 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.261456 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.261790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.262123 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.262460 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.262831 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.263111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.263430 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.263749 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.264063 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.264377 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.264685 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.264992 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:45.291167 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 385134a5-d28f-4c42-b3df-5286c62534db triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:45.291530 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (385134a5-d28f-4c42-b3df-5286c62534db), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.321546 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Attempting to bind port b64a0645-95a8-47d3-a741-e9b107e8453d on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:45.321918 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Attempting to bind port b64a0645-95a8-47d3-a741-e9b107e8453d by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:45.322557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Attempting to bind port b64a0645-95a8-47d3-a741-e9b107e8453d on network 512e01cb-4042-4f80-bb55-3db152e8b781 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:45.333858 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:45.334226 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Checking segment: {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:45.334681 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.335600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Bound using segment: {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:45.336085 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Bound port: b64a0645-95a8-47d3-a741-e9b107e8453d, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:45.336464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.365933 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Allocated IP 172.27.3.115 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/066a5ecc-52ee-4286-b7cd-cfd00afeb7f3) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:45.434914 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbe2d5-778e-46b0-907b-d1c2943f4ce9 req-b028a52f-c998-4550-9664-ae0acc3050a1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:45.435472 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 385134a5-d28f-4c42-b3df-5286c62534db is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:45.435586 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (385134a5-d28f-4c42-b3df-5286c62534db), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.436430 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80bbe2d5-778e-46b0-907b-d1c2943f4ce9 req-b028a52f-c998-4550-9664-ae0acc3050a1 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 945 time: 0.0716891 Feb 01 18:55:45.461360 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 385134a5-d28f-4c42-b3df-5286c62534db, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=385134a5-d28f-4c42-b3df-5286c62534db,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:45.465245 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] For port b64a0645-95a8-47d3-a741-e9b107e8453d, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:45.469208 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] For port b64a0645-95a8-47d3-a741-e9b107e8453d, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=b64a0645-95a8-47d3-a741-e9b107e8453d,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:45.470541 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (385134a5-d28f-4c42-b3df-5286c62534db), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.475434 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.479143 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.501493 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-80bbe2d5-778e-46b0-907b-d1c2943f4ce9 req-be883b6f-cae5-4990-89d0-c983c3083766 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591323 Feb 01 18:55:45.528688 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.541332 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=385134a5-d28f-4c42-b3df-5286c62534db,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:45.577423 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:45.580774 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:45.583605 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:45.611748 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a615-e82d-434f-a27b-e296f6ff4fb4 None None] Pushing event updated for resources: {'Port': ['ID=b64a0645-95a8-47d3-a741-e9b107e8453d,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:45.616094 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Pushing event updated for resources: {'Port': ['ID=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:45.788139 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-5cfed77c-c5e4-4eb6-aa7f-ed42125178ed tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:45.789630 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-5cfed77c-c5e4-4eb6-aa7f-ed42125178ed tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 945 time: 0.0839741 Feb 01 18:55:45.912077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Deleting port b8dc6e21-08f3-472c-a5c5-c6898106dff2 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:45.912310 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for router_gateway (19178076-a662-4621-9bc2-dca47235b441), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:45.912453 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.010138 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] For port b8dc6e21-08f3-472c-a5c5-c6898106dff2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b8dc6e21-08f3-472c-a5c5-c6898106dff2,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:46.010531 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.024957 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Calling delete_port for b8dc6e21-08f3-472c-a5c5-c6898106dff2 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:46.165030 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (b8dc6e21-08f3-472c-a5c5-c6898106dff2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.177316 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e', 'b8dc6e21-08f3-472c-a5c5-c6898106dff2'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:46.193139 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event deleted for resources: {'Port': ['ID=b8dc6e21-08f3-472c-a5c5-c6898106dff2,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:46.243639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] No DVR routers for this DVR port b8dc6e21-08f3-472c-a5c5-c6898106dff2 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:46.246442 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.250199 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bbdbd222-1af9-4fa5-9a74-b726cb70b6d6 req-7bdf4281-0be6-4338-8a38-ca8bafc826a4 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "DELETE /v2.0/ports/b8dc6e21-08f3-472c-a5c5-c6898106dff2 HTTP/1.1" status: 204 len: 173 time: 0.4551554 Feb 01 18:55:46.250688 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'name': 'network-vif-deleted', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:46.253094 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2c341-6a28-4459-9004-ea1f5a12ba87" -d '{"events": [{"server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "name": "network-vif-deleted", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:46.307647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3800b6-756b-40d3-a774-b9378bc0a6c4 x-openstack-request-id: req-6b3800b6-756b-40d3-a774-b9378bc0a6c4 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:46.307647 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b282c01-e204-4b7f-a8df-fa8b0be326db", "name": "network-vif-deleted", "tag": "b8dc6e21-08f3-472c-a5c5-c6898106dff2", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:46.307984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b3800b6-756b-40d3-a774-b9378bc0a6c4 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:46.308259 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b282c01-e204-4b7f-a8df-fa8b0be326db', 'name': 'network-vif-deleted', 'tag': 'b8dc6e21-08f3-472c-a5c5-c6898106dff2', 'status': 'completed', 'code': 200} Feb 01 18:55:46.437649 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1651004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1639870'] for router (19178076-a662-4621-9bc2-dca47235b441), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.447305 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Sync routers for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:55:46.457549 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:46.458312 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:46.580809 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:46.590284 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Router 19178076-a662-4621-9bc2-dca47235b441 is scheduled to L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd with binding_index 1 {{(pid=109534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 01 18:55:46.629196 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ff55ce1f-55df-42fd-9034-5f47cf0c093f req-b5325fd4-543b-4683-a8c5-92426e020bde tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b282c01-e204-4b7f-a8df-fa8b0be326db HTTP/1.1" status: 200 len: 210 time: 0.0298741 Feb 01 18:55:46.709202 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ecf33-7ef5-4961-83e0-201dfa6c3847 None None] Network 512e01cb-4042-4f80-bb55-3db152e8b781 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:55:46.768984 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:55:46.786169 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Sync routers for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:55:46.803491 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.811184 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60198) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:46.813624 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-feedd6cc-eaae-4ca8-af90-aeea4fc48731 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1491907 Feb 01 18:55:46.818860 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:46.820003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:46.831265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Provisioning complete for port b64a0645-95a8-47d3-a741-e9b107e8453d triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:46.831265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:46.944116 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 2, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:46.987477 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Checking router: 0264a4ee-565c-416e-a966-e6334ab93307 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:55:46.987787 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Updating router 0264a4ee-565c-416e-a966-e6334ab93307 port 1683eda4-0bff-4331-8f2e-57b506436f18 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:55:47.024211 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.196667 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 385134a5-d28f-4c42-b3df-5286c62534db up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:47.201708 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:47.290304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Current status of the port b64a0645-95a8-47d3-a741-e9b107e8453d is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:47.291038 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.311613 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.368400 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks [] for port (1683eda4-0bff-4331-8f2e-57b506436f18), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.378926 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.390358 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] For port b64a0645-95a8-47d3-a741-e9b107e8453d, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=b64a0645-95a8-47d3-a741-e9b107e8453d,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:47.401525 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.463152 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Pushing event updated for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:47.471911 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.472288 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.472645 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.472981 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.473308 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.473632 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.473953 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.474352 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.474741 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.475080 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.475405 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.475899 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.476221 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109537) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:47.486631 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 385134a5-d28f-4c42-b3df-5286c62534db triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:47.487552 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (385134a5-d28f-4c42-b3df-5286c62534db), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.535582 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Allocated IP 172.20.0.1 (512e01cb-4042-4f80-bb55-3db152e8b781/cd8b69f9-daf8-4791-9200-42e9d1d5d844/97ac2b86-bcd6-4ff8-a476-eef099c265a8) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:55:47.552321 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Attempting to bind port 1683eda4-0bff-4331-8f2e-57b506436f18 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:47.552989 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Attempting to bind port 1683eda4-0bff-4331-8f2e-57b506436f18 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:47.553946 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Attempting to bind port 1683eda4-0bff-4331-8f2e-57b506436f18 on network 8424408e-151a-49f8-a059-6c9cdcd72150 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:47.558453 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d64675-be93-4a2c-b724-f1aacf20142b None None] Pushing event updated for resources: {'Port': ['ID=b64a0645-95a8-47d3-a741-e9b107e8453d,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:47.562726 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:47.563164 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Checking segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:47.563570 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.563962 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Bound using segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:47.564444 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Bound port: 1683eda4-0bff-4331-8f2e-57b506436f18, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:47.564870 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.636459 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] For port 1683eda4-0bff-4331-8f2e-57b506436f18, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:47.650137 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] For port 1683eda4-0bff-4331-8f2e-57b506436f18, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=1683eda4-0bff-4331-8f2e-57b506436f18,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:47.652666 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b0bd2b1b-35d4-496f-8b3f-deeb93f628a8 None None] Provisioning complete for port b64a0645-95a8-47d3-a741-e9b107e8453d triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:47.653040 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b0bd2b1b-35d4-496f-8b3f-deeb93f628a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.661476 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.662767 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks [] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.720663 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.740894 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:47.742041 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:47.779697 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Network 512e01cb-4042-4f80-bb55-3db152e8b781 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:47.779943 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 385134a5-d28f-4c42-b3df-5286c62534db is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:47.781199 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device b64a0645-95a8-47d3-a741-e9b107e8453d up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:47.787496 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:47.790394 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:55:47.804263 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6a7f-6d56-4a41-865a-2177a82c476d None None] Pushing event updated for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:47.829438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Pushing event updated for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:47.867087 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 3, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:47.868095 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1639659'] for router_interface (19178076-a662-4621-9bc2-dca47235b441), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:47.943168 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Checking router: 19178076-a662-4621-9bc2-dca47235b441 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:55:47.943611 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Updating router 19178076-a662-4621-9bc2-dca47235b441 port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 binding host dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:55:47.965023 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:47.991884 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd2b1b-35d4-496f-8b3f-deeb93f628a8 None None] Current status of the port b64a0645-95a8-47d3-a741-e9b107e8453d is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:47.999047 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.055622 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port b64a0645-95a8-47d3-a741-e9b107e8453d triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:48.056065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.105338 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.230373 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Provisioning complete for port 1683eda4-0bff-4331-8f2e-57b506436f18 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:48.231011 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.262318 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:47Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:48.291377 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edcb5b7-ea1f-4f2a-91cd-c0eaee5afe51 None None] The sync data for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi is: [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:47Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:55:48.319979 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks [] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.326401 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.362698 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port b64a0645-95a8-47d3-a741-e9b107e8453d is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:48.398538 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2067752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1642363'] for router_interface (19178076-a662-4621-9bc2-dca47235b441), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.400432 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Pushing event updated for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:48.443221 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Current status of the port 1683eda4-0bff-4331-8f2e-57b506436f18 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:48.443618 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.501833 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Network 512e01cb-4042-4f80-bb55-3db152e8b781 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:55:48.503313 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:55:48.524006 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] For port 1683eda4-0bff-4331-8f2e-57b506436f18, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=1683eda4-0bff-4331-8f2e-57b506436f18,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:48.526326 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks [] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), precommit_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.531260 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.538756 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.611531 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6ae98-b82b-4b36-a25c-8692f2beb9e9 None None] Pushing event updated for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:48.640945 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Attempting to bind port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:48.641321 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Attempting to bind port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:48.641682 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Attempting to bind port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 on network d0cb9f40-a190-4069-a33d-26330222c144 {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:48.661408 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Router 19178076-a662-4621-9bc2-dca47235b441 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:55:48.662356 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:48.662776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Checking segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:48.663216 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.663612 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Bound using segment: {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'} {{(pid=109536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:48.664098 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.managers [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Bound port: 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff01b13-8195-4276-b132-b855be2e0300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144'}}] {{(pid=109536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:48.664483 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.679389 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf41b9-34fe-411e-80e6-fce93faa87af None None] Pushing event updated for resources: {'Port': ['ID=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,revision_number=2']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:48.708738 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Provisioning complete for port 1683eda4-0bff-4331-8f2e-57b506436f18 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:48.709109 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.791976 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] For port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:48.802019 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:55:48.810767 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] For port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:48.811788 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-cbebc711-fb9f-49ad-bd11-7677f6e68e88 admin admin] 10.222.0.31 "PUT /v2.0/routers/19178076-a662-4621-9bc2-dca47235b441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9997718 Feb 01 18:55:48.824776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:48.896707 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Current status of the port 1683eda4-0bff-4331-8f2e-57b506436f18 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:48.919557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:48.920195 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:48.925268 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf41b9-34fe-411e-80e6-fce93faa87af None None] Pushing event updated for resources: {'Port': ['ID=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,revision_number=3']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:48.974820 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Provisioning complete for port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:48.975119 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.218229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device b8dc6e21-08f3-472c-a5c5-c6898106dff2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:49.220003 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 1683eda4-0bff-4331-8f2e-57b506436f18 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:49.272375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: b8dc6e21-08f3-472c-a5c5-c6898106dff2 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:49.273079 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device b8dc6e21-08f3-472c-a5c5-c6898106dff2 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:49.282372 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e9027-0c9b-4f24-a72f-61341a132522 None None] Port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:55:49.296592 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922d61f-7222-417b-b751-9f29fe77293f req-86065c8f-de70-4e8b-af84-a7f63b9dd9ca tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:49.298100 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a922d61f-7222-417b-b751-9f29fe77293f req-86065c8f-de70-4e8b-af84-a7f63b9dd9ca tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.0590129 Feb 01 18:55:49.299044 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:49.353829 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a922d61f-7222-417b-b751-9f29fe77293f req-24097031-db58-4a5d-895f-aa9bf93b4436 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Feb 01 18:55:49.391759 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 1683eda4-0bff-4331-8f2e-57b506436f18 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:49.392130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.398587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60218) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:49.403681 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349859299', 'description': 'tempest-secgroup-smoke-1349859299 description', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:49.426348 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.480754 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-b5a25a96-e4de-4901-bdb5-45e502b091f1 None None] Provisioning complete for port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:49.481111 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b5a25a96-e4de-4901-bdb5-45e502b091f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.495148 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (e8d67b41-2b6d-457e-b740-a4d9a166e77e), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.499003 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e8d67b41-2b6d-457e-b740-a4d9a166e77e), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.532916 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.536838 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1343124 Feb 01 18:55:49.536838 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627477b-1af7-42a2-b7e0-4967a07a60ac tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d67b41-2b6d-457e-b740-a4d9a166e77e,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:49.537183 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60220) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:49.542559 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:49.544989 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-b5a25a96-e4de-4901-bdb5-45e502b091f1 None None] Port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:55:49.569918 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (583e7c8e-094e-4876-b8ac-0d304d6d78d4), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.614988 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 1683eda4-0bff-4331-8f2e-57b506436f18 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:49.615969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device b64a0645-95a8-47d3-a741-e9b107e8453d up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:49.627695 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (583e7c8e-094e-4876-b8ac-0d304d6d78d4), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.631368 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (583e7c8e-094e-4876-b8ac-0d304d6d78d4), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.648412 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583e7c8e-094e-4876-b8ac-0d304d6d78d4,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:49.658657 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.662345 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b9b13c00-e571-4d6e-8240-0dfaeef2e4b1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217046 Feb 01 18:55:49.662790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60222) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:49.667932 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:49.670863 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '97ac2b86-bcd6-4ff8-a476-eef099c265a8', 'name': '', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'mac_address': 'fa:16:3e:1a:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:47Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 2, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'subnets': [{'id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:49.694864 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (2276b2e4-a118-47f3-90be-491df59f7b37), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.699723 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf3d630-c3b6-434a-91ea-df5ac3515975 None None] The sync data for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi is: [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '97ac2b86-bcd6-4ff8-a476-eef099c265a8', 'name': '', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'mac_address': 'fa:16:3e:1a:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:47Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 2, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'subnets': [{'id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:55:49.705425 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port b64a0645-95a8-47d3-a741-e9b107e8453d triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:49.705886 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.758357 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (2276b2e4-a118-47f3-90be-491df59f7b37), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.762588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (2276b2e4-a118-47f3-90be-491df59f7b37), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.781428 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2276b2e4-a118-47f3-90be-491df59f7b37,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:49.786599 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.791218 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60224) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:49.791376 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-936c9db0-a65a-49b6-92b9-ec7a25a53ecd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267369 Feb 01 18:55:49.792687 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port b64a0645-95a8-47d3-a741-e9b107e8453d is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:49.797056 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:49.826205 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (63f1d544-7204-4c81-bea7-c948bc8865b8), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.885472 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (63f1d544-7204-4c81-bea7-c948bc8865b8), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.889176 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (63f1d544-7204-4c81-bea7-c948bc8865b8), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.907189 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f1d544-7204-4c81-bea7-c948bc8865b8,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:49.915351 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:49.916712 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c7ba5d6f-5e63-401e-ab97-6823b0b3eb20 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241257 Feb 01 18:55:49.919211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60226) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:49.923470 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:49.966143 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (60f57f85-8319-4603-ac5d-5781ffa53c0a), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.030287 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (60f57f85-8319-4603-ac5d-5781ffa53c0a), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.035469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (60f57f85-8319-4603-ac5d-5781ffa53c0a), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.056340 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f57f85-8319-4603-ac5d-5781ffa53c0a,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:50.066312 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.067582 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-6d56136c-973c-42a9-8814-ad646dc377aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474469 Feb 01 18:55:50.070379 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60228) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:50.075029 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:50.100209 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Project 4d5958b65ab64bda8bc7919c961f2e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:55:50.106181 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (7471208d-d43a-4a0f-96c5-ee3603ed35eb), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.169231 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (7471208d-d43a-4a0f-96c5-ee3603ed35eb), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.173447 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (7471208d-d43a-4a0f-96c5-ee3603ed35eb), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.191941 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7471208d-d43a-4a0f-96c5-ee3603ed35eb,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:50.197844 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.201662 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-05a7082d-d47f-4cc3-bf5b-38567192a6aa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273696 Feb 01 18:55:50.201662 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60230) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:50.205938 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'security_group_rule': {'security_group_id': 'e8d67b41-2b6d-457e-b740-a4d9a166e77e', 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:55:50.230269 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.securitygroups_db [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Project 4d5958b65ab64bda8bc7919c961f2e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 01 18:55:50.236054 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (912e2cc5-e9ac-4215-ad45-59898e272c38), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.300138 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (912e2cc5-e9ac-4215-ad45-59898e272c38), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.304427 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636780'] for security_group_rule (912e2cc5-e9ac-4215-ad45-59898e272c38), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.320039 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912e2cc5-e9ac-4215-ad45-59898e272c38,revision_number=0']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:50.337403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:50.338676 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-35f487fb-71b8-4cd2-bbb5-36cb96290f4a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361194 Feb 01 18:55:50.489187 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c708a2a-83b4-4d80-84ac-07f3105da259 req-9dd47c26-0857-4c51-a151-f4524a645852 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:50.498077 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8c708a2a-83b4-4d80-84ac-07f3105da259 req-9dd47c26-0857-4c51-a151-f4524a645852 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.0624261 Feb 01 18:55:50.566555 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8c708a2a-83b4-4d80-84ac-07f3105da259 req-1b45df32-6e04-4300-86cf-ee4f6fcf2d9a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/security-groups?id=076268cc-b0de-413b-80a3-75ef86bf6441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695121 Feb 01 18:55:51.058043 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:51.059366 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-7cfbce5f-e12a-4694-af5d-850c769d7c51 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:55:51.061070 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-7cfbce5f-e12a-4694-af5d-850c769d7c51 tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 946 time: 0.0751512 Feb 01 18:55:51.111701 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:51.112328 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.169873 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Deleting port 028081fe-e09e-474b-823f-ec3f7975bf0e {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:55:51.170290 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.207717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:51.208369 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.238139 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] For port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:51.244953 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.282555 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] For port 028081fe-e09e-474b-823f-ec3f7975bf0e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=028081fe-e09e-474b-823f-ec3f7975bf0e,segment=NetworkSegment(1b81f7d5-8acf-475a-a49d-643eecd820b2),segment_id=1b81f7d5-8acf-475a-a49d-643eecd820b2)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:51.282944 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.296154 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Calling delete_port for 028081fe-e09e-474b-823f-ec3f7975bf0e owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:55:51.306588 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Pushing event updated for resources: {'Port': ['ID=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:51.440704 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (028081fe-e09e-474b-823f-ec3f7975bf0e), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.452741 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['028081fe-e09e-474b-823f-ec3f7975bf0e'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:55:51.472939 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Pushing event deleted for resources: {'Port': ['ID=028081fe-e09e-474b-823f-ec3f7975bf0e,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:51.519651 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] No DVR routers for this DVR port 028081fe-e09e-474b-823f-ec3f7975bf0e on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:55:51.522680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:51.526210 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9fe32e41-c371-4847-982c-5b73c6be7aa8 req-2c6938d0-b6be-413e-ae48-2b79612ec65a tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.39 "DELETE /v2.0/ports/028081fe-e09e-474b-823f-ec3f7975bf0e HTTP/1.1" status: 204 len: 173 time: 0.4582865 Feb 01 18:55:51.526700 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'name': 'network-vif-deleted', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:55:51.528964 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b3e59d-99de-47c6-b592-0856c5c8b0ca" -d '{"events": [{"server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "name": "network-vif-deleted", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:55:51.568417 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702561ae-8009-4cc4-8ab6-ae44c542fa16 x-openstack-request-id: req-702561ae-8009-4cc4-8ab6-ae44c542fa16 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:55:51.568705 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea399651-d5c8-4014-bd71-7735c1428d10", "name": "network-vif-deleted", "tag": "028081fe-e09e-474b-823f-ec3f7975bf0e", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:55:51.568983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-702561ae-8009-4cc4-8ab6-ae44c542fa16 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:55:51.570058 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea399651-d5c8-4014-bd71-7735c1428d10', 'name': 'network-vif-deleted', 'tag': '028081fe-e09e-474b-823f-ec3f7975bf0e', 'status': 'completed', 'code': 200} Feb 01 18:55:51.691079 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e8b7f99-086f-459d-ab95-b9b0759d892f req-56d3bada-03fb-4801-95ba-3cf580f67a6e tempest-AttachVolumeNegativeTest-199677948 tempest-AttachVolumeNegativeTest-199677948-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea399651-d5c8-4014-bd71-7735c1428d10 HTTP/1.1" status: 200 len: 210 time: 0.0367498 Feb 01 18:55:51.965933 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Sync routers for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:55:51.976781 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:51.977382 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:52.090703 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:52.302775 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '97ac2b86-bcd6-4ff8-a476-eef099c265a8', 'name': '', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'mac_address': 'fa:16:3e:1a:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:47Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 2, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'subnets': [{'id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:52.330145 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Checking router: 19178076-a662-4621-9bc2-dca47235b441 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:55:52.330508 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Updating router 19178076-a662-4621-9bc2-dca47235b441 port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 binding host dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 01 18:55:52.358178 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.712907 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks [] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), precommit_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.718635 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.751033 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60296) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:52.772043 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d7544-a255-424c-a712-a53eafed0566 None None] Pushing event updated for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=3']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:52.806423 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Deleting subnet 5ef8e260-26c8-4fd4-92e9-9522eeefe790 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:55:52.810023 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Publish callbacks [] for subnet (5ef8e260-26c8-4fd4-92e9-9522eeefe790), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.830508 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Attempting to bind port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 on host dv-cinder-774288-14-iscsi for vnic_type normal with profile {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:55:52.830892 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Attempting to bind port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 by drivers openvswitch,hyperv on host dv-cinder-774288-14-iscsi at level 0 using segments [{'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:55:52.831351 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Attempting to bind port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 on network 512e01cb-4042-4f80-bb55-3db152e8b781 {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:55:52.837967 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Checking agent: {'id': '35c9ce4c-783d-45a2-83df-006e36303ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 39, 12), 'started_at': datetime.datetime(2022, 2, 1, 18, 39, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:55:52.838341 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Checking segment: {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109537) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:55:52.838799 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.839325 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Bound using segment: {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'} {{(pid=109537) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:55:52.839823 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.managers [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Bound port: 97ac2b86-bcd6-4ff8-a476-eef099c265a8, host: dv-cinder-774288-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b8bd6d-fab1-46f4-b144-9b6037cb27b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781'}}] {{(pid=109537) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:55:52.843064 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), before_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.849639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (5ef8e260-26c8-4fd4-92e9-9522eeefe790), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.896548 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (5ef8e260-26c8-4fd4-92e9-9522eeefe790), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.905837 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:52.926824 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] For port 97ac2b86-bcd6-4ff8-a476-eef099c265a8, host dv-cinder-774288-14-iscsi, cleared binding levels {{(pid=109537) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:55:52.935789 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.plugins.ml2.db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] For port 97ac2b86-bcd6-4ff8-a476-eef099c265a8, host dv-cinder-774288-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=97ac2b86-bcd6-4ff8-a476-eef099c265a8,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109537) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:55:52.948799 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron_lib.callbacks.manager [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_update {{(pid=109537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.001494 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Provisioning complete for port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:53.002074 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.031425 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (5ef8e260-26c8-4fd4-92e9-9522eeefe790), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.046775 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:53.047224 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:55:53.047877 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:55:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:53.065696 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef8e260-26c8-4fd4-92e9-9522eeefe790,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:53.070159 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.073784 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-8e395420-4c2c-4e1e-8d82-26739acf5e84 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5ef8e260-26c8-4fd4-92e9-9522eeefe790 HTTP/1.1" status: 204 len: 168 time: 0.3216774 Feb 01 18:55:53.076552 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60300) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:53.102855 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d7544-a255-424c-a712-a53eafed0566 None None] Pushing event updated for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=4']} {{(pid=109537) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:53.130112 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:53.130503 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.182069 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (007716c4-beae-45af-9db4-90ae6ef44411), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.206765 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:55:53.219881 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Current status of the port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 is: DOWN; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:53.220176 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.295410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (007716c4-beae-45af-9db4-90ae6ef44411), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.297485 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] For port 97ac2b86-bcd6-4ff8-a476-eef099c265a8, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=97ac2b86-bcd6-4ff8-a476-eef099c265a8,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:55:53.303116 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.328373 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007716c4-beae-45af-9db4-90ae6ef44411']}} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:53.339546 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b81f7d5-8acf-475a-a49d-643eecd820b2') {'for_net_delete': True} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:53.340248 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.services.segments.db [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b81f7d5-8acf-475a-a49d-643eecd820b2') {} {{(pid=109535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:53.355532 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:53.360745 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befe603-d8c7-421f-b891-d3cd9b4a0b0c None None] Pushing event updated for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:53.363621 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12684444'] for segment (1b81f7d5-8acf-475a-a49d-643eecd820b2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.379229 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (1b81f7d5-8acf-475a-a49d-643eecd820b2), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.388041 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109535) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:55:53.388041 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14319187'] for segment (1b81f7d5-8acf-475a-a49d-643eecd820b2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: Traceback (most recent call last): Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: timer() Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: cb(*args, **kw) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: return func(*args, **kwargs) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: self._notify() Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: self.callback(batched_events) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: event.method(event) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: return f(self, *a, **k) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._get(url).json() Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: return self.request(url, 'GET', **kwargs) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:55:53.388823 dv-cinder-774288-14-iscsi neutron-server[109535]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:55:53.425282 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-084a258a-3b48-4d88-bc6b-95b7bdad7f37 None None] Provisioning complete for port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:53.425681 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-084a258a-3b48-4d88-bc6b-95b7bdad7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.444812 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '97ac2b86-bcd6-4ff8-a476-eef099c265a8', 'name': '', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'mac_address': 'fa:16:3e:1a:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:47Z', 'updated_at': '2022-02-01T18:55:52Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'subnets': [{'id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:55:53.452322 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (007716c4-beae-45af-9db4-90ae6ef44411), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.459564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.466513 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] 10.222.0.31 "DELETE /v2.0/networks/007716c4-beae-45af-9db4-90ae6ef44411 HTTP/1.1" status: 204 len: 168 time: 0.3866806 Feb 01 18:55:53.479998 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2734c131-8ddd-45fc-9565-e979a21e639d None None] The sync data for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi is: [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '97ac2b86-bcd6-4ff8-a476-eef099c265a8', 'name': '', 'network_id': '512e01cb-4042-4f80-bb55-3db152e8b781', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'mac_address': 'fa:16:3e:1a:84:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:47Z', 'updated_at': '2022-02-01T18:55:52Z', 'revision_number': 4, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'subnets': [{'id': 'cd8b69f9-daf8-4791-9200-42e9d1d5d844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:55:53.484060 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c0d6c-cf78-4179-a4d4-c7ca6fcf2b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=007716c4-beae-45af-9db4-90ae6ef44411,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:53.535647 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-084a258a-3b48-4d88-bc6b-95b7bdad7f37 None None] Current status of the port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:53.669734 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60304) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:53.715286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60306) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:53.715508 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-92b7a624-b1ec-46a4-b975-f1356eadefb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74898ef0487d4d0cbc39eb9767cde742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445468 Feb 01 18:55:53.777561 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] Publish callbacks [] for security_group (076268cc-b0de-413b-80a3-75ef86bf6441), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.801537 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] Publish callbacks [] for security_group (076268cc-b0de-413b-80a3-75ef86bf6441), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.856190 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (076268cc-b0de-413b-80a3-75ef86bf6441), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.858810 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:53.860319 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/076268cc-b0de-413b-80a3-75ef86bf6441 HTTP/1.1" status: 204 len: 168 time: 0.1431623 Feb 01 18:55:53.873918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cfe08-1364-4d9f-be1c-6a9f01d5ba59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076268cc-b0de-413b-80a3-75ef86bf6441,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:55.041977 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 97ac2b86-bcd6-4ff8-a476-eef099c265a8 up at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:55:55.103473 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Provisioning complete for port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:55:55.103473 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:55.184632 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 028081fe-e09e-474b-823f-ec3f7975bf0e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:55:55.214586 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 028081fe-e09e-474b-823f-ec3f7975bf0e {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:55:55.214932 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 028081fe-e09e-474b-823f-ec3f7975bf0e not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:55:55.227495 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Current status of the port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 is: ACTIVE; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:55:55.812646 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60384) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:55.923910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-59a07ab9-9038-41c4-82fd-4b9aab144f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.003870 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-59a07ab9-9038-41c4-82fd-4b9aab144f32 admin admin] Publish callbacks [] for security_group (6fbb3848-a723-42d9-994e-2bd507d40241), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.007932 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-59a07ab9-9038-41c4-82fd-4b9aab144f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (6fbb3848-a723-42d9-994e-2bd507d40241), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.047668 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-59a07ab9-9038-41c4-82fd-4b9aab144f32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5fa4945ec1547b9ab899f11eaa2c5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339153 Feb 01 18:55:56.048498 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a07ab9-9038-41c4-82fd-4b9aab144f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbb3848-a723-42d9-994e-2bd507d40241,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:56.050377 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60388) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:56.103601 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] Publish callbacks [] for security_group (6fbb3848-a723-42d9-994e-2bd507d40241), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.130210 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] Publish callbacks [] for security_group (6fbb3848-a723-42d9-994e-2bd507d40241), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.178941 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (6fbb3848-a723-42d9-994e-2bd507d40241), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.181514 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.182693 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fbb3848-a723-42d9-994e-2bd507d40241 HTTP/1.1" status: 204 len: 168 time: 0.1312442 Feb 01 18:55:56.190496 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35baa2-5dbf-4d57-9866-5cc2e26f356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbb3848-a723-42d9-994e-2bd507d40241,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:56.448758 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60396) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:56.461832 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dcb80bd3-0b74-4848-8f6a-edc07ee5216b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.537234 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dcb80bd3-0b74-4848-8f6a-edc07ee5216b admin admin] Publish callbacks [] for security_group (c233c6c4-23ed-4718-9d6f-4d17679bee61), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.541318 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-dcb80bd3-0b74-4848-8f6a-edc07ee5216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c233c6c4-23ed-4718-9d6f-4d17679bee61), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.579525 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-dcb80bd3-0b74-4848-8f6a-edc07ee5216b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abfd9bfb9e014ca7ad11f422a2404234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296666 Feb 01 18:55:56.580740 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb80bd3-0b74-4848-8f6a-edc07ee5216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c233c6c4-23ed-4718-9d6f-4d17679bee61,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:56.582750 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60398) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:56.633654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] Publish callbacks [] for security_group (c233c6c4-23ed-4718-9d6f-4d17679bee61), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.656615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] Publish callbacks [] for security_group (c233c6c4-23ed-4718-9d6f-4d17679bee61), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.704908 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (c233c6c4-23ed-4718-9d6f-4d17679bee61), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.707701 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:56.708859 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c233c6c4-23ed-4718-9d6f-4d17679bee61 HTTP/1.1" status: 204 len: 168 time: 0.1249685 Feb 01 18:55:56.717357 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ed14f-ff67-4680-842b-96c1f9c9ba15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233c6c4-23ed-4718-9d6f-4d17679bee61,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:58.686885 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60470) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:58.794497 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-555ba4e0-5218-40da-8d28-63c6ff140eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:58.878719 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-555ba4e0-5218-40da-8d28-63c6ff140eeb admin admin] Publish callbacks [] for security_group (33a81af9-bfe3-473e-bf5c-7b6f262a2966), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:58.883106 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-555ba4e0-5218-40da-8d28-63c6ff140eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (33a81af9-bfe3-473e-bf5c-7b6f262a2966), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:58.920071 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ba4e0-5218-40da-8d28-63c6ff140eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a81af9-bfe3-473e-bf5c-7b6f262a2966,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:58.924199 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-555ba4e0-5218-40da-8d28-63c6ff140eeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fa0349e368446d790edc63f252d17bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363801 Feb 01 18:55:58.926830 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60474) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:58.978745 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] Publish callbacks [] for security_group (33a81af9-bfe3-473e-bf5c-7b6f262a2966), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.002193 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] Publish callbacks [] for security_group (33a81af9-bfe3-473e-bf5c-7b6f262a2966), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.049705 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (33a81af9-bfe3-473e-bf5c-7b6f262a2966), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.052915 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.056652 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33a81af9-bfe3-473e-bf5c-7b6f262a2966 HTTP/1.1" status: 204 len: 168 time: 0.1264997 Feb 01 18:55:59.062886 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6850a1-7565-43cc-b8bd-bd29d0fccc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a81af9-bfe3-473e-bf5c-7b6f262a2966,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:59.336125 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60482) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:59.349586 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9ad3353c-a9db-416c-afbb-14af1f543e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.431476 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9ad3353c-a9db-416c-afbb-14af1f543e72 admin admin] Publish callbacks [] for security_group (b25372e9-f3aa-44ee-bfeb-b9e726199da4), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.435479 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9ad3353c-a9db-416c-afbb-14af1f543e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b25372e9-f3aa-44ee-bfeb-b9e726199da4), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.480642 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9ad3353c-a9db-416c-afbb-14af1f543e72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb6cda6e55704091b1763d02d915d645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433189 Feb 01 18:55:59.481266 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3353c-a9db-416c-afbb-14af1f543e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25372e9-f3aa-44ee-bfeb-b9e726199da4,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:59.483938 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60484) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:55:59.534048 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Publish callbacks [] for security_group (b25372e9-f3aa-44ee-bfeb-b9e726199da4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.558955 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Publish callbacks [] for security_group (b25372e9-f3aa-44ee-bfeb-b9e726199da4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.607456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (b25372e9-f3aa-44ee-bfeb-b9e726199da4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.610860 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:55:59.612446 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b25372e9-f3aa-44ee-bfeb-b9e726199da4 HTTP/1.1" status: 204 len: 168 time: 0.1272826 Feb 01 18:55:59.625085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25372e9-f3aa-44ee-bfeb-b9e726199da4,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:55:59.638117 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.638740 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.639344 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.639898 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.640461 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.641010 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.641702 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.642350 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.642905 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.643508 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.644073 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.644655 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:55:59.645203 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b50ddc-7083-4cbf-907f-4fd41df7de52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:05.857595 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-76ef1cef-80a9-4570-9584-47c438d092fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:07.921095 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-10efd4dc-27da-41b1-9e59-25abed80c421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:08.802175 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:56:09.251518 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:10.633423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:10.951065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-12ab93b6-16c4-4f98-836b-eb5c92e5f5b7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349859299&fields=id&tenant_id=4d5958b65ab64bda8bc7919c961f2e47 HTTP/1.1" status: 200 len: 267 time: 0.0460262 Feb 01 18:56:11.085404 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-226dbdae-9c1a-4dcc-931e-61d280fb922e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:11.087073 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-226dbdae-9c1a-4dcc-931e-61d280fb922e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 809 time: 0.1292872 Feb 01 18:56:11.108064 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-4f4e20ac-1179-4757-8351-47dcfbd1c55e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/quotas/4d5958b65ab64bda8bc7919c961f2e47 HTTP/1.1" status: 200 len: 375 time: 0.0141578 Feb 01 18:56:11.175253 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-26812b7a-0aeb-4a7a-a6b8-3593d9f41630 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574610 Feb 01 18:56:11.280836 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-63249300-d015-45d9-8811-95931399e3f9 service neutron] 10.222.0.31 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943642 Feb 01 18:56:11.378387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-bbba5ba0-c6a4-4ad1-be4d-e8286a2ee2c8 service neutron] 10.222.0.31 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915086 Feb 01 18:56:11.883105 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:12.020884 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-be92c49c-3439-4abb-b0d1-4e9c226788db req-dd24899e-383c-422d-ad68-d62d0f326c07 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 210 time: 0.3542905 Feb 01 18:56:12.819970 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-3c79bea6-b8b7-434c-8986-d180367c3e84 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:12.820865 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-3c79bea6-b8b7-434c-8986-d180367c3e84 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 809 time: 0.1086192 Feb 01 18:56:12.897624 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-4029a684-2a5a-415a-959f-1d484c4bbff9 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d5958b65ab64bda8bc7919c961f2e47 HTTP/1.1" status: 200 len: 380 time: 0.0603342 Feb 01 18:56:12.914464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'port': {'device_id': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'admin_state_up': True, 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'security_groups': ['e8d67b41-2b6d-457e-b740-a4d9a166e77e']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:13.038146 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Made reservation on behalf of 4d5958b65ab64bda8bc7919c961f2e47 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:56:13.043013 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:13.173344 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d04c86eb-1f11-4444-a45f-22ff9d29c6a0 req-7d1a1f27-67eb-467f-ab79-5d578a36bee7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 210 time: 0.0553865 Feb 01 18:56:13.269982 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Allocated IP 172.20.0.11 (8424408e-151a-49f8-a059-6c9cdcd72150/df8b707d-cb6a-4081-8475-74c6dbc19fd2/43a34090-f3e2-49a3-96fd-689ae161078f) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:56:13.439248 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for port (43a34090-f3e2-49a3-96fd-689ae161078f), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:13.473982 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:13.517826 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Network 8424408e-151a-49f8-a059-6c9cdcd72150 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:56:13.520957 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:13.525161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:56:13.555513 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:13.570322 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.570609 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.570950 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.571286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.571620 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.571948 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.572276 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.572602 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.572928 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.573247 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.573573 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.573894 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.574211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:13.594551 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:13.595299 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:13.618818 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-ddc1c8ca-0655-4ce5-8863-c83c90f5a886 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7085814 Feb 01 18:56:13.801952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-e4053907-ad5f-4c8f-ad71-584130817b7f None None] Provisioning complete for port 43a34090-f3e2-49a3-96fd-689ae161078f triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:56:13.802541 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e4053907-ad5f-4c8f-ad71-584130817b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:13.838757 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-e4053907-ad5f-4c8f-ad71-584130817b7f None None] Port 43a34090-f3e2-49a3-96fd-689ae161078f cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:56:14.295133 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12476c06-e109-4ed3-ae09-a70b6f4eecf9 req-79aebccc-c1a5-425a-a29c-2a0c80989975 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:14.296613 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-12476c06-e109-4ed3-ae09-a70b6f4eecf9 req-79aebccc-c1a5-425a-a29c-2a0c80989975 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 932 time: 0.0553253 Feb 01 18:56:14.352067 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-12476c06-e109-4ed3-ae09-a70b6f4eecf9 req-1e30047b-f8ba-41bc-ad86-0e2cc230dc3e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500143 Feb 01 18:56:15.474599 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462f4fb-1937-4cc3-840a-2e739eab0fd8 req-5d1c17d7-7b7a-438a-a0b9-418b7c782af0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:15.476087 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8462f4fb-1937-4cc3-840a-2e739eab0fd8 req-5d1c17d7-7b7a-438a-a0b9-418b7c782af0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 932 time: 0.0538747 Feb 01 18:56:15.528016 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8462f4fb-1937-4cc3-840a-2e739eab0fd8 req-1cf8d379-8df1-4689-86b8-39ccc9ceaa34 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Feb 01 18:56:16.017210 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Request body: {'port': {'device_id': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:16.080556 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.368271 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a34090-f3e2-49a3-96fd-689ae161078f {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:16.379713 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks [] for port (43a34090-f3e2-49a3-96fd-689ae161078f), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.392969 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Transition to ACTIVE for port object 43a34090-f3e2-49a3-96fd-689ae161078f will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:56:16.397115 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.498211 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:16.544478 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Attempting to bind port 43a34090-f3e2-49a3-96fd-689ae161078f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:56:16.544738 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Attempting to bind port 43a34090-f3e2-49a3-96fd-689ae161078f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:56:16.545157 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Attempting to bind port 43a34090-f3e2-49a3-96fd-689ae161078f on network 8424408e-151a-49f8-a059-6c9cdcd72150 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:16.551883 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Port 43a34090-f3e2-49a3-96fd-689ae161078f on network 8424408e-151a-49f8-a059-6c9cdcd72150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:56:16.553302 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Attempting to bind port 43a34090-f3e2-49a3-96fd-689ae161078f on network 8424408e-151a-49f8-a059-6c9cdcd72150 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:16.564076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:56:16.564438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Checking segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:56:16.564837 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Bound using segment: {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:56:16.565303 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Bound port: 43a34090-f3e2-49a3-96fd-689ae161078f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:56:16.565654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.676368 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:56:16.693775 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:56:16.702828 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587a47a-3323-4423-aeb4-3998192e587f req-b39f680e-73b1-4885-8f7e-943ed1dc43c8 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:16.704603 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4587a47a-3323-4423-aeb4-3998192e587f req-b39f680e-73b1-4885-8f7e-943ed1dc43c8 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0850596 Feb 01 18:56:16.720563 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.796995 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:16.797627 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:16.799080 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] 10.222.0.39 "PUT /v2.0/ports/43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 1094 time: 0.7862959 Feb 01 18:56:16.800925 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:16.805615 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644deb6a-fd79-4529-a9eb-6744ead98ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:16.879835 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b503e66-27b1-4457-b40f-25cd82d20c43 x-openstack-request-id: req-4b503e66-27b1-4457-b40f-25cd82d20c43 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:16.880258 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:16.880709 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b503e66-27b1-4457-b40f-25cd82d20c43 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:16.881325 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'status': 'completed', 'code': 200} Feb 01 18:56:16.887535 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4587a47a-3323-4423-aeb4-3998192e587f req-e9401623-fb5e-4b90-bf55-ae247f854ac5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634195 Feb 01 18:56:16.889387 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586b636-976d-4cea-a1e7-951541244a0c service neutron] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:16.930782 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-123aae71-314b-4b46-93c6-a5a8b4e4c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:16.932640 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-123aae71-314b-4b46-93c6-a5a8b4e4c4df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1128 time: 0.0874803 Feb 01 18:56:16.980750 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-8d9649cd-8522-40a3-81ad-64b783234804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 217 time: 0.0388112 Feb 01 18:56:17.038311 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-eeb9a93a-bf22-4f8d-bd46-a3d1cadb9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.039820 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-eeb9a93a-bf22-4f8d-bd46-a3d1cadb9f9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0522692 Feb 01 18:56:17.094623 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-48caa58f-7816-40a8-9dab-e0ad908b429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.096131 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-48caa58f-7816-40a8-9dab-e0ad908b429d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0498993 Feb 01 18:56:17.208399 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-a18d7e75-6e07-46cc-920c-b8df3d986fd4 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053469 Feb 01 18:56:17.313143 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2e00ff1c-05ba-4db4-bf77-4eb9a895f79d req-98ddf869-47b1-4d66-b9d8-9bd3ae19174d service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978231 Feb 01 18:56:17.412833 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-b0208370-a2f4-4a31-b87d-5700647ae3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.414305 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-b0208370-a2f4-4a31-b87d-5700647ae3ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1128 time: 0.0485671 Feb 01 18:56:17.514689 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-7810f89b-82c5-4d85-af25-d295152f348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.516175 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-7810f89b-82c5-4d85-af25-d295152f348f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.0948195 Feb 01 18:56:17.558731 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-2d8da553-57eb-4a57-adad-8508136938c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 217 time: 0.0345869 Feb 01 18:56:17.609195 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-522922b7-eb9b-4ccb-b18f-895c9b9e4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.610694 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-522922b7-eb9b-4ccb-b18f-895c9b9e4638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0450995 Feb 01 18:56:17.670747 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-b3138072-933e-48da-8089-fbe1bc4aab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:17.672178 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-b3138072-933e-48da-8089-fbe1bc4aab8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538104 Feb 01 18:56:17.771095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-f35bffbc-ea02-4409-b76d-6cf0ce464f73 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911367 Feb 01 18:56:17.875034 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-644deb6a-fd79-4529-a9eb-6744ead98ea3 req-d620263d-1cd0-489e-9cb8-6bcb94ce42ca service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947983 Feb 01 18:56:18.031932 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479c2d1-144d-4cf0-8dbf-ed565800d734 req-d369b3de-1dc6-44f9-92e0-00da22f0948b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:18.033633 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c479c2d1-144d-4cf0-8dbf-ed565800d734 req-d369b3de-1dc6-44f9-92e0-00da22f0948b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0676064 Feb 01 18:56:18.085635 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c479c2d1-144d-4cf0-8dbf-ed565800d734 req-a9ce1059-68b7-449d-bac3-6b4d59cef3ec tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Feb 01 18:56:19.218645 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb19e8-8291-4dd6-9ce1-563a91127906 req-41f236bb-07e0-4198-b5bc-ae9b0d2c646c tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:19.220615 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9eb19e8-8291-4dd6-9ce1-563a91127906 req-41f236bb-07e0-4198-b5bc-ae9b0d2c646c tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0648806 Feb 01 18:56:19.278900 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d9eb19e8-8291-4dd6-9ce1-563a91127906 req-645c3b39-e972-4806-9cc0-2dbc836fec59 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528944 Feb 01 18:56:20.407595 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650cfab-cd98-4ba5-bcc0-c378760aee31 req-26a8e63f-aded-46da-941b-897bfef21291 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:20.408971 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2650cfab-cd98-4ba5-bcc0-c378760aee31 req-26a8e63f-aded-46da-941b-897bfef21291 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0608695 Feb 01 18:56:20.460114 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2650cfab-cd98-4ba5-bcc0-c378760aee31 req-0e84351f-6620-4096-ae46-e7211be52a31 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446527 Feb 01 18:56:20.613183 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60678) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:20.726642 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c964310a-4abe-40b5-82da-1378ec6e4155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.810456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c964310a-4abe-40b5-82da-1378ec6e4155 admin admin] Publish callbacks [] for security_group (2b6f805f-e1bd-4a68-b077-8e7c9a156381), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.814305 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c964310a-4abe-40b5-82da-1378ec6e4155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2b6f805f-e1bd-4a68-b077-8e7c9a156381), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.854661 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c964310a-4abe-40b5-82da-1378ec6e4155 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22d12e0910ff420e9f94dacba5af93ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403445 Feb 01 18:56:20.855512 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964310a-4abe-40b5-82da-1378ec6e4155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f805f-e1bd-4a68-b077-8e7c9a156381,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:20.857685 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60682) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:20.907622 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] Publish callbacks [] for security_group (2b6f805f-e1bd-4a68-b077-8e7c9a156381), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.930589 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] Publish callbacks [] for security_group (2b6f805f-e1bd-4a68-b077-8e7c9a156381), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.978000 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (2b6f805f-e1bd-4a68-b077-8e7c9a156381), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.980721 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:20.981876 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b6f805f-e1bd-4a68-b077-8e7c9a156381 HTTP/1.1" status: 204 len: 168 time: 0.1231458 Feb 01 18:56:20.990912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df96cb5-6b11-45ae-b0bb-d1db007fcbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f805f-e1bd-4a68-b077-8e7c9a156381,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:21.609437 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b9d5-54cb-4e84-84f5-de57593a06b5 req-40518dd3-c6a8-4c97-83c3-ea5c0518471f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:21.610999 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8547b9d5-54cb-4e84-84f5-de57593a06b5 req-40518dd3-c6a8-4c97-83c3-ea5c0518471f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0760930 Feb 01 18:56:21.662569 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8547b9d5-54cb-4e84-84f5-de57593a06b5 req-7ee2a74e-91b2-42ae-951a-9fce66904579 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Feb 01 18:56:21.665976 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60706) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:21.769363 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-858479179-network', 'tenant_id': '2f1ce779d21a4ead879d08808ad22baa'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:21.789264 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Made reservation on behalf of 2f1ce779d21a4ead879d08808ad22baa for: {'network': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:56:21.791847 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for network (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.801124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.880262 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks [] for security_group (af0de676-a302-4520-88c9-29ceb8c7e71a), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.884293 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (af0de676-a302-4520-88c9-29ceb8c7e71a), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.912379 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=109535) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 01 18:56:21.918986 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0de676-a302-4520-88c9-29ceb8c7e71a,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:21.925355 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (b0ef6d86-254c-4cd6-9b57-6a49c092c7d4), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.925698 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.segments_db [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Added segment b0ef6d86-254c-4cd6-9b57-6a49c092c7d4 of type vlan for network 0e6586cb-d836-419a-9052-faacafd9a4d0 Feb 01 18:56:21.969076 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755467818608'] for network (0e6586cb-d836-419a-9052-faacafd9a4d0), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.995596 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718'] for network (0e6586cb-d836-419a-9052-faacafd9a4d0), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:21.996436 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:21.997022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:22.053825 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3867381 Feb 01 18:56:22.056918 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60710) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:22.061915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Request body: {'subnet': {'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-858479179-subnet', 'tenant_id': '2f1ce779d21a4ead879d08808ad22baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:22.067103 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332192c5-9273-4cf1-a8a4-ceca7bee5634 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6586cb-d836-419a-9052-faacafd9a4d0,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:22.077410 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 details requested by agent ovs-agent-dv-cinder-774288-14-iscsi with host dv-cinder-774288-14-iscsi {{(pid=109536) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 01 18:56:22.087402 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Made reservation on behalf of 2f1ce779d21a4ead879d08808ad22baa for: {'subnet': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:56:22.090548 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16235005'] for subnet (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:22.270851 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16114830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16234955'] for subnet (d3d08ba9-5704-40b6-b6fa-4510f0c88daa), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:22.339552 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d08ba9-5704-40b6-b6fa-4510f0c88daa,revision_number=0']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:22.349852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Checking segment: {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:56:22.350209 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Network hostable DHCP agents. Network: 0e6586cb-d836-419a-9052-faacafd9a4d0, hostable agents: ['eec2ce28-1318-4845-88ac-303484844903'], hosted agents: [] {{(pid=109534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 01 18:56:22.369788 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 is scheduled to be hosted by DHCP agent eec2ce28-1318-4845-88ac-303484844903 with binding_index 1 {{(pid=109534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 01 18:56:22.383162 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-14-iscsi, 0e6586cb-d836-419a-9052-faacafd9a4d0) {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:22.388229 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:22.392910 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41bda0-f77e-4240-81ef-9c5e4bd65367 None None] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:56:22.393267 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:22.409295 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5844c281-7d7b-4ed7-8b75-11b63fa1af07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3512671 Feb 01 18:56:22.522436 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a5aee-c467-4a52-a386-956230050a8b None None] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 18:56:22.808352 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf107-c7d8-42bb-80be-132e7b2ad705 req-296f1d73-a0a6-413e-a675-de659274b8eb tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:22.810022 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-196bf107-c7d8-42bb-80be-132e7b2ad705 req-296f1d73-a0a6-413e-a675-de659274b8eb tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0661244 Feb 01 18:56:22.868003 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-196bf107-c7d8-42bb-80be-132e7b2ad705 req-3677b539-ec96-4eed-83d6-d2f853789b9f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499568 Feb 01 18:56:22.919551 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:23.993308 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbfd79-a2ce-4c59-8e61-e885a18e86b5 req-29510340-5589-4272-9ac8-0d845ace3602 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:23.994915 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abcbfd79-a2ce-4c59-8e61-e885a18e86b5 req-29510340-5589-4272-9ac8-0d845ace3602 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0546517 Feb 01 18:56:24.053317 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-abcbfd79-a2ce-4c59-8e61-e885a18e86b5 req-d92a2e8b-8995-4192-9f2e-d575de16de3d tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496662 Feb 01 18:56:24.269601 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-83e8f0ad-e2d3-4ef7-9e4c-e69d57566deb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:24.271126 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-83e8f0ad-e2d3-4ef7-9e4c-e69d57566deb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 813 time: 0.1141741 Feb 01 18:56:24.285899 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-2454a1b6-f413-4288-9a63-ac14e2dd2605 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/quotas/2f1ce779d21a4ead879d08808ad22baa HTTP/1.1" status: 200 len: 375 time: 0.0094335 Feb 01 18:56:24.319648 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-ab74fe82-ca07-47e8-a4e9-9b24876aee75 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278111 Feb 01 18:56:24.431359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-87ce71a1-4f36-442a-8584-9d06eb8b407f service neutron] 10.222.0.31 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043012 Feb 01 18:56:24.528377 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-21c25b97-8d5e-4ade-8793-ca8cfb99b776 service neutron] 10.222.0.31 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913301 Feb 01 18:56:24.694159 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-23a59211-5362-494c-aedf-1128f523f8c4 req-710a17ed-3903-49a4-a85b-0cbd35652439 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 210 time: 0.0377374 Feb 01 18:56:25.246987 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb82b2-8317-4912-8ead-6ad378139277 req-2aeec3e2-4822-4449-affb-baaeec31873a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:25.248421 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4aeb82b2-8317-4912-8ead-6ad378139277 req-2aeec3e2-4822-4449-affb-baaeec31873a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0664217 Feb 01 18:56:25.299920 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4aeb82b2-8317-4912-8ead-6ad378139277 req-0ee09327-9e2c-4e73-9b09-4431053ef2cb tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Feb 01 18:56:25.440124 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:56:25.544428 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:25.558118 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '43a34090-f3e2-49a3-96fd-689ae161078f', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'mac_address': 'fa:16:3e:75:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:56:25.602075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 43a34090-f3e2-49a3-96fd-689ae161078f is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:25.602454 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:25.618253 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a34090-f3e2-49a3-96fd-689ae161078f {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:25.646167 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:25.652276 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:25.694628 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-b1b791c7-f6d8-40a3-ae87-687db14b95ae tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:25.696596 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-b1b791c7-f6d8-40a3-ae87-687db14b95ae tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 813 time: 0.1203747 Feb 01 18:56:25.706414 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:25.711487 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Request body: {'port': {'device_id': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0', 'admin_state_up': True, 'tenant_id': '2f1ce779d21a4ead879d08808ad22baa'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:25.812491 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-282b90dc-7fde-4fbf-a3b7-31f01472bf6d req-6fa45a31-8cc5-4112-97a5-dabbe1f4fa21 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Feb 01 18:56:25.876567 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Made reservation on behalf of 2f1ce779d21a4ead879d08808ad22baa for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:56:25.880100 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:25.916143 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['43a34090-f3e2-49a3-96fd-689ae161078f'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:56:26.039577 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Allocated IP 172.20.0.14 (0e6586cb-d836-419a-9052-faacafd9a4d0/d3d08ba9-5704-40b6-b6fa-4510f0c88daa/bc23154c-4efa-49ae-aa7f-4019c0f1b007) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:56:26.210903 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks [] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.244971 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.289811 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:56:26.292996 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:26.295441 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:56:26.326587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Pushing event updated for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:26.360573 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:26.361304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.387876 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-b0c55bef-1264-461a-abb2-f650374f4ccb tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6809831 Feb 01 18:56:26.413791 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Request body: {'port': {'device_id': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:26.482490 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6f0b-cc81-4b32-9944-d59188090104 req-582dd137-909d-40e3-b109-de78b9b2c222 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:26.484041 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-199a6f0b-cc81-4b32-9944-d59188090104 req-582dd137-909d-40e3-b109-de78b9b2c222 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 945 time: 0.1117125 Feb 01 18:56:26.497146 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.568886 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-199a6f0b-cc81-4b32-9944-d59188090104 req-49b059f8-96dc-42d8-a750-cb76e7fe8bf4 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776842 Feb 01 18:56:26.809818 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc23154c-4efa-49ae-aa7f-4019c0f1b007 {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:26.817644 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks [] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.833690 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Transition to ACTIVE for port object bc23154c-4efa-49ae-aa7f-4019c0f1b007 will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:56:26.837454 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:26.901672 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:27.001638 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e694dc-016c-42a5-89cf-6452987c02d8 req-c1bea14a-56ff-4a5f-9725-ba674b980e91 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.003201 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f0e694dc-016c-42a5-89cf-6452987c02d8 req-c1bea14a-56ff-4a5f-9725-ba674b980e91 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 944 time: 0.1193087 Feb 01 18:56:27.008953 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Attempting to bind port bc23154c-4efa-49ae-aa7f-4019c0f1b007 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:56:27.008953 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Attempting to bind port bc23154c-4efa-49ae-aa7f-4019c0f1b007 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:56:27.008953 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Attempting to bind port bc23154c-4efa-49ae-aa7f-4019c0f1b007 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:27.018175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Port bc23154c-4efa-49ae-aa7f-4019c0f1b007 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:56:27.018516 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Attempting to bind port bc23154c-4efa-49ae-aa7f-4019c0f1b007 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:27.035743 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:56:27.036080 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Checking segment: {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:56:27.037026 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Bound using segment: {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:56:27.037469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Bound port: bc23154c-4efa-49ae-aa7f-4019c0f1b007, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:56:27.037832 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.093065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f0e694dc-016c-42a5-89cf-6452987c02d8 req-f902af6b-ec55-46fb-9e89-ab409ba688b5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Feb 01 18:56:27.122241 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:56:27.125771 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:56:27.134586 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.169914 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.170564 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.171970 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] 10.222.0.39 "PUT /v2.0/ports/bc23154c-4efa-49ae-aa7f-4019c0f1b007 HTTP/1.1" status: 200 len: 1094 time: 0.7685182 Feb 01 18:56:27.172428 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:27.176267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2f84ea-da80-4937-a739-79de2cbbf070" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:27.207385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d387f4-87a7-4c2b-b3d3-3daa8531fc2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:27.218754 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e775f7d4-eaa5-468a-b538-12c2432e0723 x-openstack-request-id: req-e775f7d4-eaa5-468a-b538-12c2432e0723 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:27.219039 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:27.219284 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e775f7d4-eaa5-468a-b538-12c2432e0723 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:27.219666 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007', 'status': 'completed', 'code': 200} Feb 01 18:56:27.262936 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-23b5c461-4683-4b86-9a17-289230558d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.264444 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-23b5c461-4683-4b86-9a17-289230558d53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 1128 time: 0.0533199 Feb 01 18:56:27.309173 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-c3789d81-c857-489c-864d-5f8ceda3047c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007 HTTP/1.1" status: 200 len: 217 time: 0.0368409 Feb 01 18:56:27.360834 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab267a-4129-4125-918e-a09dfca29125 req-dd25d366-86ef-4ce5-9ae8-12d8a93da63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.362452 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-dd25d366-86ef-4ce5-9ae8-12d8a93da63f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3d08ba9-5704-40b6-b6fa-4510f0c88daa HTTP/1.1" status: 200 len: 853 time: 0.0458090 Feb 01 18:56:27.399056 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-ae8c2873-5a42-4b95-9424-7d7394b61c16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e6586cb-d836-419a-9052-faacafd9a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264726 Feb 01 18:56:27.443581 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:56:27.496152 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 43a34090-f3e2-49a3-96fd-689ae161078f completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:56:27.499249 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-068fe1d7-4938-4bb2-8648-ae353719f57b service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931759 Feb 01 18:56:27.501660 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 43a34090-f3e2-49a3-96fd-689ae161078f triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:56:27.502033 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.580189 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 43a34090-f3e2-49a3-96fd-689ae161078f is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:27.580593 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.598261 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-94ab267a-4129-4125-918e-a09dfca29125 req-03f1c145-f591-4ae7-8c34-d699ca0c6336 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915177 Feb 01 18:56:27.605186 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:27.607447 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb1312-0273-43f7-af9f-91d4a2c41e36" -d '{"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-plugged", "status": "completed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:27.626091 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:27.631871 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:27.752231 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e02f3-54ee-4f45-96ad-127dce8abd0b req-157cac8a-df33-44e9-a080-c1336f01a071 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.754322 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fe7e02f3-54ee-4f45-96ad-127dce8abd0b req-157cac8a-df33-44e9-a080-c1336f01a071 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0959451 Feb 01 18:56:27.757219 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-8e3a583c-2dd0-4569-817d-a524992f057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.758768 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-8e3a583c-2dd0-4569-817d-a524992f057a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 1128 time: 0.0902994 Feb 01 18:56:27.799558 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f08d1-584d-4de8-8bb0-ef0c828fbe9f x-openstack-request-id: req-850f08d1-584d-4de8-8bb0-ef0c828fbe9f {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:27.800157 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-plugged", "status": "completed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:27.800574 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-850f08d1-584d-4de8-8bb0-ef0c828fbe9f {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:27.801117 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'code': 200} Feb 01 18:56:27.830756 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:27.863820 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-fe7e02f3-54ee-4f45-96ad-127dce8abd0b req-fa2d9f1d-37ff-442f-a363-275fa4e2dc31 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016138 Feb 01 18:56:27.897057 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-4f2d2251-4b90-4cd0-8479-7e9e163cbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.898552 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-4f2d2251-4b90-4cd0-8479-7e9e163cbfed service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 914 time: 0.1232121 Feb 01 18:56:27.920671 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53770fad-88c8-48f5-8b05-aa964e17bda2 req-025d1a0c-093b-4e8a-95cd-5995a39f3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.922162 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-53770fad-88c8-48f5-8b05-aa964e17bda2 req-025d1a0c-093b-4e8a-95cd-5995a39f3e84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0567150 Feb 01 18:56:27.945679 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-9133e216-cc31-4552-8542-c82293b973aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007 HTTP/1.1" status: 200 len: 217 time: 0.0397465 Feb 01 18:56:27.976804 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-53770fad-88c8-48f5-8b05-aa964e17bda2 req-64e84eff-6b49-4d5d-9cfe-ea4b1606ecd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461292 Feb 01 18:56:27.996098 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-a7f462f6-d890-4717-85b3-73bf339fcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:27.997562 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-a7f462f6-d890-4717-85b3-73bf339fcbc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3d08ba9-5704-40b6-b6fa-4510f0c88daa HTTP/1.1" status: 200 len: 853 time: 0.0457830 Feb 01 18:56:28.495764 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-5ffc7094-7290-4406-bc8c-ff7786340bcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e6586cb-d836-419a-9052-faacafd9a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2990401 Feb 01 18:56:28.511518 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b60a-32a8-4117-a545-823528d99a20 req-a19ea5fa-e85f-48dd-9533-8053d8264af6 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:28.513031 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ee69b60a-32a8-4117-a545-823528d99a20 req-a19ea5fa-e85f-48dd-9533-8053d8264af6 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 944 time: 0.3481305 Feb 01 18:56:28.612726 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ee69b60a-32a8-4117-a545-823528d99a20 req-2a7240d1-c293-45ce-9e2b-9e3ffdbc9855 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Feb 01 18:56:28.634686 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-0e3528a1-bebd-46df-ad84-284837261bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206234 Feb 01 18:56:28.731110 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-de2f84ea-da80-4937-a739-79de2cbbf070 req-5618e6e5-8646-4fbe-b214-5498e93c747e service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Feb 01 18:56:28.995214 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158d9c-ff9b-420b-ab91-7c577868e904 req-d3a66651-fe61-4681-9550-5adc1c012a18 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:28.996765 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea158d9c-ff9b-420b-ab91-7c577868e904 req-d3a66651-fe61-4681-9550-5adc1c012a18 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0558212 Feb 01 18:56:29.048022 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ea158d9c-ff9b-420b-ab91-7c577868e904 req-55f0ee80-1e8d-4b9a-8eee-b7768b755263 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Feb 01 18:56:29.471208 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bc23154c-4efa-49ae-aa7f-4019c0f1b007 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:56:29.574200 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:29.587070 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007', 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0', 'port_id': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007', 'mac_address': 'fa:16:3e:14:fc:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d08ba9-5704-40b6-b6fa-4510f0c88daa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:56:29.624876 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bc23154c-4efa-49ae-aa7f-4019c0f1b007 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:29.625250 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:29.638959 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc23154c-4efa-49ae-aa7f-4019c0f1b007 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:29.660350 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:29.667408 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:29.723924 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:29.773556 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a194-ef74-4d85-8c53-78547192cacd req-f87a8335-434d-4772-85e7-070d65ccb00d tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:29.775095 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e3d1a194-ef74-4d85-8c53-78547192cacd req-f87a8335-434d-4772-85e7-070d65ccb00d tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 945 time: 0.0603719 Feb 01 18:56:29.824688 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e3d1a194-ef74-4d85-8c53-78547192cacd req-eab1b22d-7aaf-4e75-9de7-558962a79c06 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Feb 01 18:56:29.918508 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bc23154c-4efa-49ae-aa7f-4019c0f1b007'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:56:30.163579 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d06a6-4378-4e14-8727-feed77eb3c29 req-21c2c304-5274-441d-b532-7586708a764e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:30.165024 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-703d06a6-4378-4e14-8727-feed77eb3c29 req-21c2c304-5274-441d-b532-7586708a764e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0519562 Feb 01 18:56:30.211385 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-703d06a6-4378-4e14-8727-feed77eb3c29 req-ef38e352-4c80-4fac-8e3d-261c3d6f693c tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Feb 01 18:56:30.351420 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a38ee-34db-49cc-a464-db64cce12fa9 req-b99a1aa6-1e16-4aeb-bfba-cc2226d6b373 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:30.353728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d71a38ee-34db-49cc-a464-db64cce12fa9 req-b99a1aa6-1e16-4aeb-bfba-cc2226d6b373 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0770128 Feb 01 18:56:30.420237 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d71a38ee-34db-49cc-a464-db64cce12fa9 req-d71fe594-eb64-42f9-ba86-c9cbfbce74e5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607543 Feb 01 18:56:30.443609 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60778) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:30.590422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75977b0-bfa9-49f3-bd27-8047d9c88154 tempest-TestShelveInstance-1191960420 tempest-TestShelveInstance-1191960420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:30.591944 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c75977b0-bfa9-49f3-bd27-8047d9c88154 tempest-TestShelveInstance-1191960420 tempest-TestShelveInstance-1191960420-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1125 time: 0.1473455 Feb 01 18:56:30.595174 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 60782) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:30.599963 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:30.621785 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:30.725614 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:30.836959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Allocated IP 172.27.3.7 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/45e0ec3a-d3c6-4829-ab68-27ddb8ae4080) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:56:30.961843 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea8a2d-3b57-4bfa-848e-5bee788ddd20 req-b37e622e-92af-4acb-a231-246c86d0bc65 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:30.962333 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:30.963413 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e3ea8a2d-3b57-4bfa-848e-5bee788ddd20 req-b37e622e-92af-4acb-a231-246c86d0bc65 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 945 time: 0.0602777 Feb 01 18:56:31.013868 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.017053 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-e3ea8a2d-3b57-4bfa-848e-5bee788ddd20 req-041f5d84-5680-400e-8a83-0f4909ce8d26 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Feb 01 18:56:31.053584 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:56:31.057487 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:31.060970 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:56:31.069227 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'Port': ['ID=45e0ec3a-d3c6-4829-ab68-27ddb8ae4080,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:31.438300 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for floatingip (e791d88e-deb9-42c2-b4d9-9448255c63a2), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.491407 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bc23154c-4efa-49ae-aa7f-4019c0f1b007 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:56:31.520367 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.542263 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port bc23154c-4efa-49ae-aa7f-4019c0f1b007 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:56:31.555760 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port bc23154c-4efa-49ae-aa7f-4019c0f1b007 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:56:31.556136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.649981 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port bc23154c-4efa-49ae-aa7f-4019c0f1b007 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:31.650593 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.674684 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:31.676958 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b3dc8b-5ece-4f4a-aa96-22ba3e41aa23" -d '{"events": [{"server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "name": "network-vif-plugged", "status": "completed", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:31.685510 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.692936 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.693222 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:31.701466 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.726769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048771a9-45f0-4b59-9b1c-b975ba6dbd71 x-openstack-request-id: req-048771a9-45f0-4b59-9b1c-b975ba6dbd71 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:31.727068 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "name": "network-vif-plugged", "status": "completed", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:31.727325 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-048771a9-45f0-4b59-9b1c-b975ba6dbd71 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:31.727721 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007', 'code': 200} Feb 01 18:56:31.758967 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:31.789108 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event updated for resources: {'Port': ['ID=45e0ec3a-d3c6-4829-ab68-27ddb8ae4080,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:31.806751 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (e791d88e-deb9-42c2-b4d9-9448255c63a2), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:31.921895 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b796c-8df1-42e5-a63f-ede8934f5c91 req-e878a4b6-3c28-4884-a270-66cd167ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:31.923535 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b25b796c-8df1-42e5-a63f-ede8934f5c91 req-e878a4b6-3c28-4884-a270-66cd167ca842 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 1130 time: 0.0456548 Feb 01 18:56:31.928501 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.db.l3_db [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Floating IP e791d88e-deb9-42c2-b4d9-9448255c63a2 associated. External IP: 172.27.3.7, port: 43a34090-f3e2-49a3-96fd-689ae161078f. Feb 01 18:56:31.970342 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b25b796c-8df1-42e5-a63f-ede8934f5c91 req-49da56e2-a54c-4c26-9638-450a315311b7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Feb 01 18:56:32.167145 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Router 0264a4ee-565c-416e-a966-e6334ab93307 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:56:32.167617 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf19168-7a72-48be-8017-8bbcdb72b15f req-6151652b-a913-438a-adfd-102acfbbe8ab tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:32.169180 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cdf19168-7a72-48be-8017-8bbcdb72b15f req-6151652b-a913-438a-adfd-102acfbbe8ab tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 946 time: 0.0612710 Feb 01 18:56:32.217702 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cdf19168-7a72-48be-8017-8bbcdb72b15f req-55739d4b-b2eb-46dc-9c3a-45c6b9ca188f tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Feb 01 18:56:32.288462 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:56:32.298027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427817c-038b-454c-970c-20e25820c133 None None] Sync routers for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:56:32.307260 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:32.318979 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:32.319611 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:32.340636 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-5479a02f-7b5d-4f98-8692-e8fb45e1d412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7444501 Feb 01 18:56:32.341237 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:32.343542 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7279b-39e5-4f70-93d5-ea337c854d09" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:32.384768 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c78177-db67-4239-8fcd-1c009b433081 x-openstack-request-id: req-33c78177-db67-4239-8fcd-1c009b433081 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:32.385054 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:32.385329 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33c78177-db67-4239-8fcd-1c009b433081 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:32.385726 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'status': 'completed', 'code': 200} Feb 01 18:56:32.451738 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:32.462395 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-bb7f1dda-0075-49a2-b4a1-061284abeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:32.463956 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-bb7f1dda-0075-49a2-b4a1-061284abeb9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0518029 Feb 01 18:56:32.569077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-9e09ca5e-26f2-4b2d-bac2-ae06fa84850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:32.570505 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-9e09ca5e-26f2-4b2d-bac2-ae06fa84850e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.0971065 Feb 01 18:56:32.639420 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-24c858f1-8cba-4c4d-83a1-e89e72a23ff7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 998 time: 0.0609467 Feb 01 18:56:32.685983 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e791d88e-deb9-42c2-b4d9-9448255c63a2', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'mac_address': 'fa:16:3e:75:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:31Z', 'updated_at': '2022-02-01T18:56:31Z', 'revision_number': 0, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:32.693600 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-ddaa2ab2-fb40-467e-88ef-6f501bb2c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:32.695127 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-ddaa2ab2-fb40-467e-88ef-6f501bb2c9c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0454595 Feb 01 18:56:32.716884 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427817c-038b-454c-970c-20e25820c133 None None] Checking router: 0264a4ee-565c-416e-a966-e6334ab93307 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:56:32.725676 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:32.726283 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:32.751028 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-dceda861-d90a-4a1d-a4ef-54fcaa8f365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:32.752550 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-dceda861-d90a-4a1d-a4ef-54fcaa8f365e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511374 Feb 01 18:56:32.839508 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:32.849614 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-b29bebd1-2747-4f7f-b9cd-febc4dfaeeac service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893219 Feb 01 18:56:32.953387 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1fe7279b-39e5-4f70-93d5-ea337c854d09 req-d7e3c891-0daf-4693-b0dc-9c2d26b2cc56 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942035 Feb 01 18:56:33.087260 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d427817c-038b-454c-970c-20e25820c133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e791d88e-deb9-42c2-b4d9-9448255c63a2', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'mac_address': 'fa:16:3e:75:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:31Z', 'updated_at': '2022-02-01T18:56:31Z', 'revision_number': 0, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:33.125556 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d427817c-038b-454c-970c-20e25820c133 None None] The sync data for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi is: [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': 'e791d88e-deb9-42c2-b4d9-9448255c63a2', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'mac_address': 'fa:16:3e:75:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:31Z', 'updated_at': '2022-02-01T18:56:31Z', 'revision_number': 0, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:56:33.339966 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b549b07-af81-4d0f-b33a-4cd1b735901e None None] New status for floating IP e791d88e-deb9-42c2-b4d9-9448255c63a2: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:56:33.345429 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d7f2b-c6b5-428d-818e-d0fe3fffb9ef req-ef33c964-e501-4bfa-a1a9-b6ef7cbec71b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:33.347035 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c58d7f2b-c6b5-428d-818e-d0fe3fffb9ef req-ef33c964-e501-4bfa-a1a9-b6ef7cbec71b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 946 time: 0.0576994 Feb 01 18:56:33.398539 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c58d7f2b-c6b5-428d-818e-d0fe3fffb9ef req-45000503-156b-4b7a-8c0b-34f3aa0c7a35 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 01 18:56:35.835856 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd145d7-e876-47c7-9854-c9370b06191d req-36a78bf0-bf1d-4f6d-a9e3-e80fa6c572df tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:35.837397 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6fd145d7-e876-47c7-9854-c9370b06191d req-36a78bf0-bf1d-4f6d-a9e3-e80fa6c572df tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0653331 Feb 01 18:56:35.861459 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-892ffb50-7861-49f5-91e0-bea061a34ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:35.892196 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6fd145d7-e876-47c7-9854-c9370b06191d req-a70e412b-474e-46a2-85d4-a15197717e18 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489614 Feb 01 18:56:37.025936 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f7499-49da-43df-a339-207e444bbeee req-9cf106f7-3514-403c-976a-587f57d2ad74 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:37.027539 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-046f7499-49da-43df-a339-207e444bbeee req-9cf106f7-3514-403c-976a-587f57d2ad74 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0618584 Feb 01 18:56:37.080622 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-046f7499-49da-43df-a339-207e444bbeee req-d231322e-63d7-4281-a33a-e0c5a1c7b848 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474086 Feb 01 18:56:37.729499 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-dd84030e-2671-4cce-ba6c-d9b67cefa7ce tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:37.731412 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-dd84030e-2671-4cce-ba6c-d9b67cefa7ce tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.0549006 Feb 01 18:56:37.842467 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port bd663376-ee52-4355-8080-a2af37c6d515 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:56:37.842827 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (bd663376-ee52-4355-8080-a2af37c6d515), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:37.923434 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-7b5fe216-169b-49fd-a94c-c552cec3ad4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:37.952484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] For port bd663376-ee52-4355-8080-a2af37c6d515, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bd663376-ee52-4355-8080-a2af37c6d515,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:37.952860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (bd663376-ee52-4355-8080-a2af37c6d515), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:38.165201 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:38.165904 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (e6649702-b543-461e-b050-c8f00558a707), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:38.166280 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP e6649702-b543-461e-b050-c8f00558a707 disassociated. External IP: 172.27.3.245, port: bd663376-ee52-4355-8080-a2af37c6d515. Feb 01 18:56:38.166838 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for bd663376-ee52-4355-8080-a2af37c6d515 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:56:38.274328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ecf56-57db-49d3-a5fd-1e122a28d335 req-43161a98-17c7-4b2d-9185-e2297b7cb922 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:38.275881 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a58ecf56-57db-49d3-a5fd-1e122a28d335 req-43161a98-17c7-4b2d-9185-e2297b7cb922 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 946 time: 0.1178656 Feb 01 18:56:38.386971 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a58ecf56-57db-49d3-a5fd-1e122a28d335 req-3d9cb107-e42d-4ed9-a3f4-7061d2b073d0 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961151 Feb 01 18:56:38.407464 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (bd663376-ee52-4355-8080-a2af37c6d515), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:38.438099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=bd663376-ee52-4355-8080-a2af37c6d515,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:38.568540 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:56:38.684430 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:56:38.694929 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:56:38.705871 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:38.706956 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:38.732926 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] No DVR routers for this DVR port bd663376-ee52-4355-8080-a2af37c6d515 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:56:38.735484 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:38.739813 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5c34cb02-7c82-4b7c-be82-57def84ab616 req-98a603e5-bd23-4358-bfb7-5181ffc3c167 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "DELETE /v2.0/ports/bd663376-ee52-4355-8080-a2af37c6d515 HTTP/1.1" status: 204 len: 173 time: 0.9974017 Feb 01 18:56:38.740310 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'name': 'network-vif-deleted', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:38.742606 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3eac9-05b9-4c67-be58-31db8970dce1" -d '{"events": [{"server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "name": "network-vif-deleted", "tag": "bd663376-ee52-4355-8080-a2af37c6d515"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:38.792812 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aba23d-7312-4af3-bbee-fb5dcc5b0435 x-openstack-request-id: req-64aba23d-7312-4af3-bbee-fb5dcc5b0435 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:38.793136 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db62cf0-01ce-4f56-9172-3fa42b617c00", "name": "network-vif-deleted", "tag": "bd663376-ee52-4355-8080-a2af37c6d515", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:38.793390 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64aba23d-7312-4af3-bbee-fb5dcc5b0435 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:38.793798 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db62cf0-01ce-4f56-9172-3fa42b617c00', 'name': 'network-vif-deleted', 'tag': 'bd663376-ee52-4355-8080-a2af37c6d515', 'status': 'completed', 'code': 200} Feb 01 18:56:38.847222 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:39.097501 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:39.129764 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:56:39.142451 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:39.143102 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:39.267027 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:39.274093 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:39.509192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:39.524016 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9ee05418-08ba-45ca-9c71-0899f70ec490 req-4f428be7-2134-4b94-a73d-74bcfca35564 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=5db62cf0-01ce-4f56-9172-3fa42b617c00 HTTP/1.1" status: 200 len: 210 time: 0.0414076 Feb 01 18:56:39.539732 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed6dd3f-e3e8-42ff-b5f7-44f43d6690c2 None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:56:39.778402 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65551dd8-b2a4-4382-aee3-05d73a6021ba None None] New status for floating IP e6649702-b543-461e-b050-c8f00558a707: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:56:40.641638 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:40.798518 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-490e3733-3076-4951-9e23-450d49b0b3bf tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856491155&fields=id&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 267 time: 0.0480165 Feb 01 18:56:40.919242 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-c41c5c4b-0399-4b19-a3c9-699336039ab1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:40.920730 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-c41c5c4b-0399-4b19-a3c9-699336039ab1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.1156116 Feb 01 18:56:40.936424 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-e0367248-a791-48ee-9ccd-2e7ec18da24c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/quotas/84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 375 time: 0.0100064 Feb 01 18:56:40.995926 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-0e42386c-18b8-47cc-9d32-a939b2a6055c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539274 Feb 01 18:56:41.103473 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-d13524ae-c0d5-4656-8cf8-3eeeee0fa83f service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958219 Feb 01 18:56:41.199082 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-9330cd0b-9fba-45ee-a96b-31ae2b9e0716 service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Feb 01 18:56:41.515627 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-82de8ccd-894e-47bf-b12e-d2b4d1cf6484 req-4a76b848-de1e-4a73-984f-449ec5b11301 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 210 time: 0.0355353 Feb 01 18:56:41.549779 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bd663376-ee52-4355-8080-a2af37c6d515 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:56:41.571845 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: bd663376-ee52-4355-8080-a2af37c6d515 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:56:41.572195 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bd663376-ee52-4355-8080-a2af37c6d515 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:56:41.881156 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:42.639599 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b4e97ad1-d41d-4fa1-8e91-feff8c1eae26 req-f600ee7c-feda-45ea-8c46-aec7715e23c0 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 210 time: 0.0386937 Feb 01 18:56:42.649786 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-17decd1c-68c9-4f1f-827e-1aa46b5ada91 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:42.651394 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-17decd1c-68c9-4f1f-827e-1aa46b5ada91 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.1602612 Feb 01 18:56:42.722504 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-d59c0964-3052-438d-a2e5-9309b7108766 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 380 time: 0.0595243 Feb 01 18:56:42.733127 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'port': {'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'admin_state_up': True, 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'security_groups': ['cb1a254a-8895-4ac4-88ba-66a97ab5b02b']}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:42.862456 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Made reservation on behalf of 84cc00f8d8884015bc4033b57e30fc27 for: {'port': 1} {{(pid=109535) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:56:42.865906 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.007218 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.20.0.3 (8bb2772f-3ed5-485d-ae20-78ac9a88d13f/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0/d3291c03-bf97-4ceb-bbb7-f249ffed82cd) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:56:43.179384 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.216624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.277777 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:56:43.281307 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:43.284920 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:56:43.318655 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:43.351659 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:43.352480 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.373991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-a78cda55-e7f6-46d6-b795-9786aa5b2de8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457598 Feb 01 18:56:43.404263 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Request body: {'port': {'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:43.475617 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.544512 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-4ace64be-12e7-4aff-bd18-36c39610b4e4 None None] Provisioning complete for port d3291c03-bf97-4ceb-bbb7-f249ffed82cd triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:56:43.545132 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-4ace64be-12e7-4aff-bd18-36c39610b4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.590701 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-4ace64be-12e7-4aff-bd18-36c39610b4e4 None None] Port d3291c03-bf97-4ceb-bbb7-f249ffed82cd cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:56:43.788752 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3291c03-bf97-4ceb-bbb7-f249ffed82cd {{(pid=109535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:43.798274 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks [] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.815976 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.provisioning_blocks [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Transition to ACTIVE for port object d3291c03-bf97-4ceb-bbb7-f249ffed82cd will not be triggered until provisioned by entity L2. {{(pid=109535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:56:43.824365 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a80-01a0-40b0-a99d-aaec2bb73060 req-dadf2c67-877a-4713-96bf-a60d1874d349 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:43.826032 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67249a80-01a0-40b0-a99d-aaec2bb73060 req-dadf2c67-877a-4713-96bf-a60d1874d349 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 931 time: 0.1068990 Feb 01 18:56:43.827340 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:43.905967 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Pushing event updated for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:43.964735 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-67249a80-01a0-40b0-a99d-aaec2bb73060 req-d13846ab-e0d8-41bd-affd-e2180a0e97f2 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319132 Feb 01 18:56:44.008063 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Attempting to bind port d3291c03-bf97-4ceb-bbb7-f249ffed82cd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:56:44.008410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Attempting to bind port d3291c03-bf97-4ceb-bbb7-f249ffed82cd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:56:44.008746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Attempting to bind port d3291c03-bf97-4ceb-bbb7-f249ffed82cd on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:44.013735 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Port d3291c03-bf97-4ceb-bbb7-f249ffed82cd on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:56:44.014063 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Attempting to bind port d3291c03-bf97-4ceb-bbb7-f249ffed82cd on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:56:44.019941 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:56:44.022646 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:56:44.023406 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Bound using segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} {{(pid=109535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:56:44.024109 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.managers [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Bound port: d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}}] {{(pid=109535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:56:44.024490 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:44.107983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, cleared binding levels {{(pid=109535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:56:44.111223 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:56:44.119145 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:44.166861 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.167506 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:44.168974 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] 10.222.0.39 "PUT /v2.0/ports/d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 1093 time: 0.7705364 Feb 01 18:56:44.169462 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:44.171774 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f064b8-d156-4235-803b-b3793776910b" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:44.203772 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbb587-3a80-4999-a899-20db54707499 service neutron] Pushing event updated for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=3']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:44.217919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fa1aa-94bf-4c2c-b9cf-2d9ba196df53 x-openstack-request-id: req-ed5fa1aa-94bf-4c2c-b9cf-2d9ba196df53 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:44.218213 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:44.218510 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed5fa1aa-94bf-4c2c-b9cf-2d9ba196df53 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:44.218956 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'status': 'completed', 'code': 200} Feb 01 18:56:44.281039 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-17c84401-f6de-41c5-92a0-9f0193b5d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.282803 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-17c84401-f6de-41c5-92a0-9f0193b5d9df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1127 time: 0.0599487 Feb 01 18:56:44.338372 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-43673099-2bbc-47eb-8dd9-3b871350cecf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 217 time: 0.0446270 Feb 01 18:56:44.400119 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-cbca4ad7-a179-4bcf-8465-a658a1d9f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.401658 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-cbca4ad7-a179-4bcf-8465-a658a1d9f239 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0463336 Feb 01 18:56:44.462594 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73963238-ea30-4acc-a306-df27f1422dcb req-f07587b6-2eaa-4bf7-8400-8abdb7e123bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.464097 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-f07587b6-2eaa-4bf7-8400-8abdb7e123bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550561 Feb 01 18:56:44.556546 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-7e946656-9907-483e-adeb-98c419b26f14 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822885 Feb 01 18:56:44.656991 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-73963238-ea30-4acc-a306-df27f1422dcb req-2f42e609-d27d-408c-8d62-48e547f87276 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937736 Feb 01 18:56:44.758780 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f064b8-d156-4235-803b-b3793776910b req-e5c921c8-cb3c-4d6e-b5ce-be4571869274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.760207 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-e5c921c8-cb3c-4d6e-b5ce-be4571869274 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1127 time: 0.0508854 Feb 01 18:56:44.851558 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f064b8-d156-4235-803b-b3793776910b req-af577cb9-d4da-449b-a074-1de17b9b4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.853021 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-af577cb9-d4da-449b-a074-1de17b9b4eb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0860994 Feb 01 18:56:44.909865 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-0100c410-eefe-4efe-96ba-f81354f39d76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 217 time: 0.0445786 Feb 01 18:56:44.963140 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f064b8-d156-4235-803b-b3793776910b req-dd0da483-44be-4b7b-8568-339a944a2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:44.964613 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-dd0da483-44be-4b7b-8568-339a944a2774 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0478961 Feb 01 18:56:45.019198 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f064b8-d156-4235-803b-b3793776910b req-00ba12f7-07b3-46a8-9047-16ac370a8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:45.020813 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-00ba12f7-07b3-46a8-9047-16ac370a8556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499601 Feb 01 18:56:45.153581 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbd591-5a54-407d-a1ed-12c3ee447ed9 req-3e3be6f0-ae98-4966-a97a-d8d7c345d79c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:45.155064 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86bbd591-5a54-407d-a1ed-12c3ee447ed9 req-3e3be6f0-ae98-4966-a97a-d8d7c345d79c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.1099179 Feb 01 18:56:45.156995 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-3262513c-12d1-46e0-a301-592ebeafc431 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293328 Feb 01 18:56:45.263446 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86bbd591-5a54-407d-a1ed-12c3ee447ed9 req-05a995a0-bc29-45d6-977c-e2e9e56c4ff9 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992551 Feb 01 18:56:45.291110 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-50f064b8-d156-4235-803b-b3793776910b req-3fd01bc7-3721-4080-bc82-8f17e05cce37 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210294 Feb 01 18:56:45.801736 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:56:46.387465 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e1228-d438-4b0a-b1d9-f2f47a8de5d2 req-c9496f12-c2d8-44d1-8c26-1942c7014bf4 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:46.388893 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1b2e1228-d438-4b0a-b1d9-f2f47a8de5d2 req-c9496f12-c2d8-44d1-8c26-1942c7014bf4 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.0553541 Feb 01 18:56:46.438362 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1b2e1228-d438-4b0a-b1d9-f2f47a8de5d2 req-b1c14374-f01f-477f-a5d5-7f1de49b5b13 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Feb 01 18:56:47.564385 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718cc13-ff3e-410f-8947-11bac2ee9ac5 req-9740098c-9eb5-4782-83ed-b9904cfa387e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:47.565893 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7718cc13-ff3e-410f-8947-11bac2ee9ac5 req-9740098c-9eb5-4782-83ed-b9904cfa387e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.0585477 Feb 01 18:56:47.626657 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7718cc13-ff3e-410f-8947-11bac2ee9ac5 req-7d3512f8-ee93-4958-978a-488f9bb51d8e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547204 Feb 01 18:56:48.751350 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc64a4-8d03-4594-b0ff-ae0726b3599f req-12b4fd0b-1a51-4dfa-8716-4f071377527c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:48.752843 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27cc64a4-8d03-4594-b0ff-ae0726b3599f req-12b4fd0b-1a51-4dfa-8716-4f071377527c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.0576284 Feb 01 18:56:48.812037 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-27cc64a4-8d03-4594-b0ff-ae0726b3599f req-e4dc4181-e4dd-4f66-ba9e-7e8a1c971368 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501623 Feb 01 18:56:49.941546 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1ad00-5724-49c6-ac03-2b9543322145 req-6ffd3423-c18a-4a1e-b8f8-39cb2fefa757 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:49.943871 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21a1ad00-5724-49c6-ac03-2b9543322145 req-6ffd3423-c18a-4a1e-b8f8-39cb2fefa757 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.0644665 Feb 01 18:56:50.011094 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-21a1ad00-5724-49c6-ac03-2b9543322145 req-743eae3d-719f-44eb-b0f4-4eb4ded9cf82 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595937 Feb 01 18:56:51.156186 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b410d-ca2e-4c9f-846b-1670b767c413 req-bc2f9474-714d-4890-a73b-a556e85f1c39 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:51.157682 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b08b410d-ca2e-4c9f-846b-1670b767c413 req-bc2f9474-714d-4890-a73b-a556e85f1c39 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 943 time: 0.0543363 Feb 01 18:56:51.213831 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b08b410d-ca2e-4c9f-846b-1670b767c413 req-4baa9666-b8b0-48e2-803a-9dc7e752e060 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497696 Feb 01 18:56:51.644388 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device d3291c03-bf97-4ceb-bbb7-f249ffed82cd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:56:51.751836 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:51.763843 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:56:51.802191 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port d3291c03-bf97-4ceb-bbb7-f249ffed82cd is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:51.802607 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:51.815824 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3291c03-bf97-4ceb-bbb7-f249ffed82cd {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:56:51.837073 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:51.841195 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:51.893221 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:51.901343 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.901598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.901939 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.902274 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.902651 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.902984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.903345 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.903672 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.903995 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.904317 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.904637 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.904949 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:51.905265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:56:52.081997 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['d3291c03-bf97-4ceb-bbb7-f249ffed82cd'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:56:52.344267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27afbbd-d02b-4593-a6e4-969b41f36ab8 req-4081697e-c7ba-4412-a760-1fa33a0b788b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:52.345787 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a27afbbd-d02b-4593-a6e4-969b41f36ab8 req-4081697e-c7ba-4412-a760-1fa33a0b788b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 944 time: 0.0561953 Feb 01 18:56:52.396355 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a27afbbd-d02b-4593-a6e4-969b41f36ab8 req-effc7a41-be2a-4bfd-baab-79eb19793792 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Feb 01 18:56:52.906632 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:53.526425 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d2f1-8b0a-49d4-a3b2-6c5e3bac9954 req-31e07b4b-7b89-4c13-915f-b17005e05846 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:53.527978 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-dec2d2f1-8b0a-49d4-a3b2-6c5e3bac9954 req-31e07b4b-7b89-4c13-915f-b17005e05846 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 944 time: 0.0588331 Feb 01 18:56:53.582895 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-dec2d2f1-8b0a-49d4-a3b2-6c5e3bac9954 req-0a28aafc-a332-487b-b411-d3ef9e7db050 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480819 Feb 01 18:56:53.652298 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device d3291c03-bf97-4ceb-bbb7-f249ffed82cd up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:56:53.703969 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port d3291c03-bf97-4ceb-bbb7-f249ffed82cd completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:56:53.709014 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port d3291c03-bf97-4ceb-bbb7-f249ffed82cd triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:56:53.709390 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:53.792285 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port d3291c03-bf97-4ceb-bbb7-f249ffed82cd is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:56:53.792677 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:53.818796 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:53.821461 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58549b-73b5-4c81-810f-6cda5cf88caa" -d '{"events": [{"server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "name": "network-vif-plugged", "status": "completed", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:53.834284 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:56:53.838717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:53.868505 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d08fd-47d2-4941-8237-460066503a6a x-openstack-request-id: req-b16d08fd-47d2-4941-8237-460066503a6a {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:53.868798 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "name": "network-vif-plugged", "status": "completed", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:53.869055 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b16d08fd-47d2-4941-8237-460066503a6a {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:53.869437 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'code': 200} Feb 01 18:56:53.890247 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:54.122611 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b0409-8e4e-4566-af0f-77db94dfca73 req-9620f05c-d6cb-460f-93b0-507cccdc6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:54.124183 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-947b0409-8e4e-4566-af0f-77db94dfca73 req-9620f05c-d6cb-460f-93b0-507cccdc6eae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1129 time: 0.0487368 Feb 01 18:56:54.185961 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-947b0409-8e4e-4566-af0f-77db94dfca73 req-ed1c4f82-fb45-45bd-9cf6-136b35bc5ad6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538938 Feb 01 18:56:54.704669 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91809-0043-4962-8721-839a8810f020 req-48a4b72b-1243-4d31-8c42-6599dd93e5de tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:54.706206 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fc91809-0043-4962-8721-839a8810f020 req-48a4b72b-1243-4d31-8c42-6599dd93e5de tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0559688 Feb 01 18:56:54.756027 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3fc91809-0043-4962-8721-839a8810f020 req-1796778a-e934-4035-a600-71efb30154fe tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Feb 01 18:56:55.885512 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b0886-2586-4fc9-b2b0-a53a45c7acce req-daa4f070-9bc1-40b6-9dea-329cfe598293 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:55.887047 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-272b0886-2586-4fc9-b2b0-a53a45c7acce req-daa4f070-9bc1-40b6-9dea-329cfe598293 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0545468 Feb 01 18:56:55.937275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-272b0886-2586-4fc9-b2b0-a53a45c7acce req-64912079-4a16-48d7-bb87-b21e8dafcc59 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Feb 01 18:56:56.059683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fd8ca-87cb-4b3b-bfe5-f82dfaf63c07 req-487a9d0a-2250-4167-8aee-b268762a8ca2 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:56.061107 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-138fd8ca-87cb-4b3b-bfe5-f82dfaf63c07 req-487a9d0a-2250-4167-8aee-b268762a8ca2 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0565643 Feb 01 18:56:56.118970 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-138fd8ca-87cb-4b3b-bfe5-f82dfaf63c07 req-0b5547b0-60c1-4b5d-8d2c-f6f2534eb9a7 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518780 Feb 01 18:56:56.141706 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60986) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:56.190169 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620edb7f-27c9-4844-a508-1e15e43c39f8 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:56:56.192026 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-620edb7f-27c9-4844-a508-1e15e43c39f8 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1124 time: 0.0485060 Feb 01 18:56:56.195073 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 60988) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:56:56.199304 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:56:56.220141 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:56.321436 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:56.435797 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.27.3.124 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/0d5f0b85-63d9-4492-92dd-6e569fc8142b) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:56:56.552119 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:56.589782 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:56.632841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:56:56.635844 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:56:56.639475 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:56:56.667918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=0d5f0b85-63d9-4492-92dd-6e569fc8142b,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:57.286446 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (073e1a4c-65f3-4048-ae71-031585e41994), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:57.357757 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:57.527781 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:57.532035 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:57.602582 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=0d5f0b85-63d9-4492-92dd-6e569fc8142b,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:56:57.619183 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (073e1a4c-65f3-4048-ae71-031585e41994), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:57.732289 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP 073e1a4c-65f3-4048-ae71-031585e41994 associated. External IP: 172.27.3.124, port: d3291c03-bf97-4ceb-bbb7-f249ffed82cd. Feb 01 18:56:57.967860 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:56:58.081973 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:56:58.092194 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:56:58.102678 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:56:58.103383 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:58.104009 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:58.136040 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-a7803422-219e-44ac-9719-3c40b81f1f0c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9397542 Feb 01 18:56:58.136576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:56:58.139101 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7581f723-95c0-4060-9699-106b0c56f617" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:56:58.178394 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755d589-3cb2-4e2f-be6c-26f9136d184b x-openstack-request-id: req-1755d589-3cb2-4e2f-be6c-26f9136d184b {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:56:58.178949 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:56:58.179361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1755d589-3cb2-4e2f-be6c-26f9136d184b {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:56:58.180011 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'status': 'completed', 'code': 200} Feb 01 18:56:58.220890 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:58.461490 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:57Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:58.488124 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:56:58.496782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:56:58.497384 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:56:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:58.609231 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:56:58.980230 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:57Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:56:59.008650 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1b2fc-52ae-42ec-9e39-07efa899b610 None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:57Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:56:59.208193 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1f1861-3245-45a6-9d3a-9928d5f52d65 None None] New status for floating IP 073e1a4c-65f3-4048-ae71-031585e41994: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:57:00.583984 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f723-95c0-4060-9699-106b0c56f617 req-ab9b5633-6025-43d0-bb3c-e6d06f0670a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:00.585405 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-ab9b5633-6025-43d0-bb3c-e6d06f0670a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1129 time: 0.0462170 Feb 01 18:57:00.686778 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f723-95c0-4060-9699-106b0c56f617 req-b7c9d4ba-659a-4544-94c7-509769d2b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:00.688261 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-b7c9d4ba-659a-4544-94c7-509769d2b6fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0930893 Feb 01 18:57:00.759512 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-9085f9ad-8782-4b9d-90fb-1f16d3b766a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 1001 time: 0.0602655 Feb 01 18:57:00.823314 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f723-95c0-4060-9699-106b0c56f617 req-94f159e0-7dc6-45d7-94de-c4cc264824aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:00.825904 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-94f159e0-7dc6-45d7-94de-c4cc264824aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0599034 Feb 01 18:57:00.879438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581f723-95c0-4060-9699-106b0c56f617 req-b4447fa4-4a4e-4332-8e80-0cffd3ac57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:00.880980 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-b4447fa4-4a4e-4332-8e80-0cffd3ac57b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484369 Feb 01 18:57:00.981590 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-11d8586f-37f7-4b5c-a00d-150dd3cbf8ca service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899022 Feb 01 18:57:01.079585 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7581f723-95c0-4060-9699-106b0c56f617 req-a352e0f9-00d8-478e-8084-ec339f994703 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909266 Feb 01 18:57:05.866467 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e0858dc4-5e56-47dd-afe4-34d0c9d578d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:07.928867 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-78c6799c-95be-4c62-835a-3bb002f383a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:09.262197 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:10.639490 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:11.873831 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:15.105506 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfcd57-8c51-4e6f-96fb-27286b4afe2f req-5733ed59-bed9-4f49-843c-97f55a369ae5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:15.106905 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-81cfcd57-8c51-4e6f-96fb-27286b4afe2f req-5733ed59-bed9-4f49-843c-97f55a369ae5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 946 time: 0.0548055 Feb 01 18:57:15.158319 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-81cfcd57-8c51-4e6f-96fb-27286b4afe2f req-dc54fe38-8631-41e2-88b8-2ddcba8cbcad tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454831 Feb 01 18:57:16.286831 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8934335-5ae3-4867-bc03-be002947490e req-2d6af5a1-58e6-4b82-8c17-fd71cfb5fc4f tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:16.288357 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8934335-5ae3-4867-bc03-be002947490e req-2d6af5a1-58e6-4b82-8c17-fd71cfb5fc4f tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 946 time: 0.0582206 Feb 01 18:57:16.338417 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8934335-5ae3-4867-bc03-be002947490e req-6634b7ca-2924-4710-beb1-25c01ba89d37 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Feb 01 18:57:17.163104 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-07ad4942-8e0e-4ed5-9c3b-877a852b31e0 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:17.165405 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-07ad4942-8e0e-4ed5-9c3b-877a852b31e0 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 946 time: 0.0771031 Feb 01 18:57:17.262905 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Deleting port bc23154c-4efa-49ae-aa7f-4019c0f1b007 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:57:17.263152 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:17.359469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] For port bc23154c-4efa-49ae-aa7f-4019c0f1b007, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=bc23154c-4efa-49ae-aa7f-4019c0f1b007,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:57:17.360231 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:17.374097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Calling delete_port for bc23154c-4efa-49ae-aa7f-4019c0f1b007 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:57:17.543492 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (bc23154c-4efa-49ae-aa7f-4019c0f1b007), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:17.561762 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['bc23154c-4efa-49ae-aa7f-4019c0f1b007'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:57:17.584321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Pushing event deleted for resources: {'Port': ['ID=bc23154c-4efa-49ae-aa7f-4019c0f1b007,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:17.609737 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08fbfebe-5d4b-44f8-a4a8-0433063bd2b6 req-56b7dcc4-835c-4e4d-8198-388d5c34a45c tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9f1a5a5-2f09-40a5-951d-856265117494 HTTP/1.1" status: 200 len: 210 time: 0.1919403 Feb 01 18:57:17.612828 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.613306 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.613642 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.613822 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.614139 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.614468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.615028 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.615365 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.615690 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.616012 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.616330 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.616639 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.616965 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:17.658111 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] No DVR routers for this DVR port bc23154c-4efa-49ae-aa7f-4019c0f1b007 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:57:17.660845 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:17.664188 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-508b6a75-db0f-4d3c-aebf-6b8243b7e371 req-f8efafa1-854c-4af4-a2c0-2eef8ce02d41 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "DELETE /v2.0/ports/bc23154c-4efa-49ae-aa7f-4019c0f1b007 HTTP/1.1" status: 204 len: 173 time: 0.4915929 Feb 01 18:57:17.664557 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'name': 'network-vif-deleted', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:57:17.666836 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b7dec-3121-4a73-af1c-ae4e99d8cbe3" -d '{"events": [{"server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "name": "network-vif-deleted", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:57:17.708017 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787731a9-5d83-456a-a6d4-4db0b7ca4447 x-openstack-request-id: req-787731a9-5d83-456a-a6d4-4db0b7ca4447 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:57:17.708307 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f1a5a5-2f09-40a5-951d-856265117494", "name": "network-vif-deleted", "tag": "bc23154c-4efa-49ae-aa7f-4019c0f1b007", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:57:17.708582 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-787731a9-5d83-456a-a6d4-4db0b7ca4447 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:57:17.709011 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f1a5a5-2f09-40a5-951d-856265117494', 'name': 'network-vif-deleted', 'tag': 'bc23154c-4efa-49ae-aa7f-4019c0f1b007', 'status': 'completed', 'code': 200} Feb 01 18:57:21.669443 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bc23154c-4efa-49ae-aa7f-4019c0f1b007 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:57:21.695718 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: bc23154c-4efa-49ae-aa7f-4019c0f1b007 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:57:21.696062 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device bc23154c-4efa-49ae-aa7f-4019c0f1b007 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:57:22.801017 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:57:22.935584 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:26.723890 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-439017e1-0e87-45a4-8dbb-2c015d0ea5c4 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:26.725312 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-439017e1-0e87-45a4-8dbb-2c015d0ea5c4 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 813 time: 0.1066177 Feb 01 18:57:26.741012 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-e9426986-e525-4712-84f3-4aee90fe49bc tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/quotas/2f1ce779d21a4ead879d08808ad22baa HTTP/1.1" status: 200 len: 375 time: 0.0102978 Feb 01 18:57:26.776028 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-cc88ccd9-600c-4d07-a9d8-a0a28507f6c9 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296011 Feb 01 18:57:26.787165 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-154e78b0-b130-45e0-9b5f-576db13bedca service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:57:26.788165 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-154e78b0-b130-45e0-9b5f-576db13bedca service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057900 Feb 01 18:57:26.884355 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-dbd3ae87-9919-4cdb-bfbf-1571fb0ce5fc service neutron] 10.222.0.31 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899928 Feb 01 18:57:26.977878 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-fffac6c2-10af-47d2-8b09-d29adfd036c4 service neutron] 10.222.0.31 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877361 Feb 01 18:57:27.155233 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-35d0c1d4-43d3-455f-88a1-a0e5c5183e5b req-3a5c9035-3365-41b3-82de-b34e812c0637 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 210 time: 0.0336242 Feb 01 18:57:27.768009 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-c06fa60f-809f-40ff-a15a-93e3e814e275 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437481 Feb 01 18:57:27.869919 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-5c310d5a-825a-4875-bada-8cb7e2fd9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:27.871506 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-5c310d5a-825a-4875-bada-8cb7e2fd9de4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0509377 Feb 01 18:57:27.989585 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-727b0c33-6b7f-43d3-b5b7-3be6545c7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:27.991103 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-727b0c33-6b7f-43d3-b5b7-3be6545c7466 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.0953424 Feb 01 18:57:28.066534 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-fae5f32a-fc8f-4db2-a379-2333ed68ec00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 1000 time: 0.0661366 Feb 01 18:57:28.130850 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-602218b9-6c77-4972-b224-b870f27c5691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:28.133193 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-602218b9-6c77-4972-b224-b870f27c5691 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0591564 Feb 01 18:57:28.203743 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-1420bee3-9a9e-4d68-a541-65f408b90b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:28.205668 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-1420bee3-9a9e-4d68-a541-65f408b90b8e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631881 Feb 01 18:57:28.210555 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-411ceb26-7cd2-4568-99bd-d4ba3950b1f2 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:28.212968 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-411ceb26-7cd2-4568-99bd-d4ba3950b1f2 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 813 time: 0.1178737 Feb 01 18:57:28.218413 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-f22b76de-7cab-4b21-abd7-f1e26e869d19 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:57:28.219564 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-f22b76de-7cab-4b21-abd7-f1e26e869d19 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056982 Feb 01 18:57:28.233662 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Request body: {'port': {'device_id': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0', 'admin_state_up': True, 'tenant_id': '2f1ce779d21a4ead879d08808ad22baa'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:57:28.272268 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-acd02f93-6cb1-449d-a740-6ea7dbea2c83 req-d4613d2f-28ba-4dce-9203-972b715d5216 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 210 time: 0.0462303 Feb 01 18:57:28.348107 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-7f22cbd3-f406-4d91-b145-e853c7598536 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141102 Feb 01 18:57:28.359790 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Made reservation on behalf of 2f1ce779d21a4ead879d08808ad22baa for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:57:28.363931 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:28.454026 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5c6159d-5e34-4b23-b8b7-6f33bb73818e req-2e6d8f02-6cd0-4f69-b154-2968c405337d service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983562 Feb 01 18:57:28.524576 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Allocated IP 172.20.0.6 (0e6586cb-d836-419a-9052-faacafd9a4d0/d3d08ba9-5704-40b6-b6fa-4510f0c88daa/55a4c67c-2544-4828-97df-a021aeab6c98) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:57:28.919583 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks [] for port (55a4c67c-2544-4828-97df-a021aeab6c98), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:28.962110 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.009610 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Network 0e6586cb-d836-419a-9052-faacafd9a4d0 is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:57:29.012840 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:57:29.016625 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:57:29.026880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Pushing event updated for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:29.061916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.062257 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.062628 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.062966 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.063292 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.063625 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.063943 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.064265 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.064595 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.064916 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.065384 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.065704 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.066024 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:57:29.090019 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:29.090673 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.108227 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-03fca76d-f2de-4db8-970a-4ef153b3043e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791502 Feb 01 18:57:29.121204 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Request body: {'port': {'device_id': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:57:29.183373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.405235 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f39f0-1d4e-4d21-9a8a-5fd76b9ef229 req-28a9aa25-8d81-4b6b-882b-52147d2fc33e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:29.406765 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5e1f39f0-1d4e-4d21-9a8a-5fd76b9ef229 req-28a9aa25-8d81-4b6b-882b-52147d2fc33e tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 931 time: 0.0562978 Feb 01 18:57:29.454842 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-5e1f39f0-1d4e-4d21-9a8a-5fd76b9ef229 req-1ed964e2-f878-427d-ad49-92ac8839df39 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Feb 01 18:57:29.463905 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a4c67c-2544-4828-97df-a021aeab6c98 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:57:29.471886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks [] for port (55a4c67c-2544-4828-97df-a021aeab6c98), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.484360 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Transition to ACTIVE for port object 55a4c67c-2544-4828-97df-a021aeab6c98 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:57:29.488449 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.538575 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:29.616530 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Attempting to bind port 55a4c67c-2544-4828-97df-a021aeab6c98 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:57:29.616865 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Attempting to bind port 55a4c67c-2544-4828-97df-a021aeab6c98 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:57:29.617192 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Attempting to bind port 55a4c67c-2544-4828-97df-a021aeab6c98 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:57:29.621844 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Port 55a4c67c-2544-4828-97df-a021aeab6c98 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:57:29.622145 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Attempting to bind port 55a4c67c-2544-4828-97df-a021aeab6c98 on network 0e6586cb-d836-419a-9052-faacafd9a4d0 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:57:29.627191 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:57:29.628025 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Checking segment: {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:57:29.628415 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Bound using segment: {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:57:29.628849 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Bound port: 55a4c67c-2544-4828-97df-a021aeab6c98, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:57:29.629205 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.693522 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:57:29.696767 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=55a4c67c-2544-4828-97df-a021aeab6c98,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:57:29.702842 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.738045 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:29.738700 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:29.740104 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] 10.222.0.39 "PUT /v2.0/ports/55a4c67c-2544-4828-97df-a021aeab6c98 HTTP/1.1" status: 200 len: 1093 time: 0.6232917 Feb 01 18:57:29.740546 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:57:29.742852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:57:29.773893 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647a158-ebd7-4b2d-bc06-af9e58d0ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:29.784068 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db4328-69ff-40d1-a275-1f0c5410e90d x-openstack-request-id: req-55db4328-69ff-40d1-a275-1f0c5410e90d {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:57:29.784777 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:57:29.785526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55db4328-69ff-40d1-a275-1f0c5410e90d {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:57:29.786074 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98', 'status': 'completed', 'code': 200} Feb 01 18:57:29.834060 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-7ffc70bb-0e28-4f28-bbad-0ac8daae0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:29.835628 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-7ffc70bb-0e28-4f28-bbad-0ac8daae0e5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 1127 time: 0.0467885 Feb 01 18:57:29.882584 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-162b2d75-c613-4c2c-9135-526c0909810b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a4c67c-2544-4828-97df-a021aeab6c98 HTTP/1.1" status: 200 len: 217 time: 0.0377185 Feb 01 18:57:29.933251 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-2056de78-93ef-4aea-84f3-6f138fa641f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:29.934768 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-2056de78-93ef-4aea-84f3-6f138fa641f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3d08ba9-5704-40b6-b6fa-4510f0c88daa HTTP/1.1" status: 200 len: 853 time: 0.0443068 Feb 01 18:57:29.968872 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-0d94bd92-d5d0-476f-9df2-0981d43ec890 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e6586cb-d836-419a-9052-faacafd9a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271029 Feb 01 18:57:30.071225 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-0cb6bec5-0aa3-400a-b84a-68b678b22af6 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954108 Feb 01 18:57:30.164228 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3e158ead-eef2-4de8-961e-13f517ffa7ee req-a76c2122-f9dc-4bba-8da0-5f38458e2f04 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862486 Feb 01 18:57:30.252300 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-321c2e33-8260-46be-829b-5c9c2418ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:30.254315 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-321c2e33-8260-46be-829b-5c9c2418ab5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f1ce779d21a4ead879d08808ad22baa&device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 1127 time: 0.0459344 Feb 01 18:57:30.350524 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-fcec1052-fe99-4c12-b283-6b47bb3fb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:30.352001 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-fcec1052-fe99-4c12-b283-6b47bb3fb49e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 200 len: 914 time: 0.0909545 Feb 01 18:57:30.395515 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-9b4bba82-805e-476b-81bf-940a88cf97fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a4c67c-2544-4828-97df-a021aeab6c98 HTTP/1.1" status: 200 len: 217 time: 0.0353823 Feb 01 18:57:30.449873 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-af824fc9-24ce-436b-a892-1dde71cf2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:30.451422 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-af824fc9-24ce-436b-a892-1dde71cf2fa0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3d08ba9-5704-40b6-b6fa-4510f0c88daa HTTP/1.1" status: 200 len: 853 time: 0.0470738 Feb 01 18:57:30.484813 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-2204e0b1-5ea8-41f2-8185-34ab2806501f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e6586cb-d836-419a-9052-faacafd9a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255075 Feb 01 18:57:30.578684 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-526796a3-89c0-491c-b314-1eabbbc29ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Feb 01 18:57:30.589663 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8c616-773f-4990-9704-e060e786b20d req-c8a61e5f-d8f5-455b-bce2-586e25466fea tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:30.591163 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-79a8c616-773f-4990-9704-e060e786b20d req-c8a61e5f-d8f5-455b-bce2-586e25466fea tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 943 time: 0.0605102 Feb 01 18:57:30.639400 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-79a8c616-773f-4990-9704-e060e786b20d req-b4cde214-11d6-4dd2-87d3-8deedafdde11 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Feb 01 18:57:30.676564 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-7dbe5fbf-b81a-4c12-92a2-0c0c269c91e9 req-3a28e08e-8403-4765-a356-ab2cd221b1e3 service neutron] 10.222.0.39 "GET /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912876 Feb 01 18:57:31.764162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e40e9-4143-4e5c-b541-03e4171219d9 req-b1451b9e-c5df-462e-9651-1631d272d879 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:31.765661 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d30e40e9-4143-4e5c-b541-03e4171219d9 req-b1451b9e-c5df-462e-9651-1631d272d879 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 943 time: 0.0559950 Feb 01 18:57:31.812329 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d30e40e9-4143-4e5c-b541-03e4171219d9 req-e0dc69c7-a38a-4db2-8610-3eb60a3573e5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Feb 01 18:57:31.863739 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 55a4c67c-2544-4828-97df-a021aeab6c98 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:57:31.964870 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=55a4c67c-2544-4828-97df-a021aeab6c98,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:57:31.976423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '55a4c67c-2544-4828-97df-a021aeab6c98', 'network_id': '0e6586cb-d836-419a-9052-faacafd9a4d0', 'port_id': '55a4c67c-2544-4828-97df-a021aeab6c98', 'mac_address': 'fa:16:3e:ab:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d08ba9-5704-40b6-b6fa-4510f0c88daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:57:32.015127 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 55a4c67c-2544-4828-97df-a021aeab6c98 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:57:32.015506 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:32.028789 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a4c67c-2544-4828-97df-a021aeab6c98 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:57:32.050184 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=55a4c67c-2544-4828-97df-a021aeab6c98,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:57:32.054520 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:32.105078 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:32.325061 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['55a4c67c-2544-4828-97df-a021aeab6c98'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:57:32.933437 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d745f3-b462-4471-a169-d22d1488b1f9 req-88641b9c-1d82-4f4d-b8ef-f99c1dfbbaed tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:32.934949 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-78d745f3-b462-4471-a169-d22d1488b1f9 req-88641b9c-1d82-4f4d-b8ef-f99c1dfbbaed tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 944 time: 0.0530977 Feb 01 18:57:32.988412 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-78d745f3-b462-4471-a169-d22d1488b1f9 req-0f8d1b32-ead3-4684-81ee-7f8dbab867c7 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469010 Feb 01 18:57:33.876498 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 55a4c67c-2544-4828-97df-a021aeab6c98 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:57:33.933999 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port 55a4c67c-2544-4828-97df-a021aeab6c98 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:57:33.938126 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 55a4c67c-2544-4828-97df-a021aeab6c98 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:57:33.938515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:34.018817 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 55a4c67c-2544-4828-97df-a021aeab6c98 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:57:34.019207 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:34.049322 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:57:34.051931 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1d753-359f-4db3-91a9-003557c42cb6" -d '{"events": [{"server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:57:34.068515 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=55a4c67c-2544-4828-97df-a021aeab6c98,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:57:34.074624 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:34.116090 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70400a1-009e-4668-9a8b-3466fcd6c1d1 x-openstack-request-id: req-c70400a1-009e-4668-9a8b-3466fcd6c1d1 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:57:34.116492 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:57:34.116760 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c70400a1-009e-4668-9a8b-3466fcd6c1d1 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:57:34.117160 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98', 'code': 200} Feb 01 18:57:34.141022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ee390-b17f-4390-a025-0b239d9e26a4 req-aa7f87b5-1004-45c9-b288-f591a775f137 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:34.143765 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-652ee390-b17f-4390-a025-0b239d9e26a4 req-aa7f87b5-1004-45c9-b288-f591a775f137 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 944 time: 0.0870333 Feb 01 18:57:34.162758 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:34.224166 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-652ee390-b17f-4390-a025-0b239d9e26a4 req-23fffeda-5391-47f9-bdab-6c31f3e3b0a8 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Feb 01 18:57:34.305769 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc206-2a99-4213-b806-8080d50ebdcf req-b457f3ce-b9d6-42f4-944d-6bc1618e9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:34.307292 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0e7dc206-2a99-4213-b806-8080d50ebdcf req-b457f3ce-b9d6-42f4-944d-6bc1618e9641 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 1129 time: 0.0464420 Feb 01 18:57:34.354144 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-0e7dc206-2a99-4213-b806-8080d50ebdcf req-f11d81c7-3960-4ccd-a89c-54db42541b36 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Feb 01 18:57:35.357900 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9186-0f5f-4b1e-aa35-c604b18beac5 req-1c16b18b-4c91-4723-9ce8-4ad3e7a927e5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:35.359472 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1dee9186-0f5f-4b1e-aa35-c604b18beac5 req-1c16b18b-4c91-4723-9ce8-4ad3e7a927e5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 945 time: 0.0570486 Feb 01 18:57:35.410611 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1dee9186-0f5f-4b1e-aa35-c604b18beac5 req-5b1da14a-8ea4-47cc-8c01-f08454f37c63 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Feb 01 18:57:35.868447 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b9edb3a1-5099-4753-a6ce-dce25a6c94a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:36.534974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a7b99-62a9-4d05-836f-7af5c35282e6 req-501f5e81-b516-4aec-b6a2-da67877b0bc5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:36.536511 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-731a7b99-62a9-4d05-836f-7af5c35282e6 req-501f5e81-b516-4aec-b6a2-da67877b0bc5 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 945 time: 0.0572417 Feb 01 18:57:36.584903 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-731a7b99-62a9-4d05-836f-7af5c35282e6 req-b5aaeea0-80a4-4014-a996-f8ac22096650 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Feb 01 18:57:37.933002 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbf22-2f4f-41d6-8689-828a69130407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:39.259483 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:40.643304 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:41.883647 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:52.930671 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:57.662073 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed731-fbb0-4c52-94bb-5306a892ed0f req-cfefbdd4-e38a-4931-bec8-a047049db667 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:57.663475 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c1bed731-fbb0-4c52-94bb-5306a892ed0f req-cfefbdd4-e38a-4931-bec8-a047049db667 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 945 time: 0.0534673 Feb 01 18:57:57.709437 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c1bed731-fbb0-4c52-94bb-5306a892ed0f req-56df3930-1946-445e-924b-c66a8c3d9440 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Feb 01 18:57:58.827918 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3aa7f-329e-487e-a73a-709cf7965ba5 req-5bc0692b-f62b-41c1-a9fe-90f1981c9b9d tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:58.829521 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ecc3aa7f-329e-487e-a73a-709cf7965ba5 req-5bc0692b-f62b-41c1-a9fe-90f1981c9b9d tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 945 time: 0.0516200 Feb 01 18:57:58.880068 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ecc3aa7f-329e-487e-a73a-709cf7965ba5 req-9b2c7325-1cdc-4aca-a8ab-19272e78dc3a tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/security-groups?id=af0de676-a302-4520-88c9-29ceb8c7e71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Feb 01 18:57:59.558792 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-99992143-3af7-4357-b8cd-6b69d33f5247 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:57:59.560232 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-99992143-3af7-4357-b8cd-6b69d33f5247 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 945 time: 0.0519130 Feb 01 18:57:59.662310 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Deleting port 55a4c67c-2544-4828-97df-a021aeab6c98 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 18:57:59.662676 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:59.750050 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] For port 55a4c67c-2544-4828-97df-a021aeab6c98, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=55a4c67c-2544-4828-97df-a021aeab6c98,segment=NetworkSegment(b0ef6d86-254c-4cd6-9b57-6a49c092c7d4),segment_id=b0ef6d86-254c-4cd6-9b57-6a49c092c7d4)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:57:59.750422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:59.768971 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Calling delete_port for 55a4c67c-2544-4828-97df-a021aeab6c98 owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 18:57:59.799910 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:57:59.895405 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (55a4c67c-2544-4828-97df-a021aeab6c98), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:59.909875 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['55a4c67c-2544-4828-97df-a021aeab6c98'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:57:59.925624 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Pushing event deleted for resources: {'Port': ['ID=55a4c67c-2544-4828-97df-a021aeab6c98,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:57:59.973768 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] No DVR routers for this DVR port 55a4c67c-2544-4828-97df-a021aeab6c98 on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 18:57:59.976408 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:57:59.979938 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ca993b39-199b-45c5-9b96-4ea14eda46a8 req-28fa553d-a98a-431c-ba4d-bc17d857c08b tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.39 "DELETE /v2.0/ports/55a4c67c-2544-4828-97df-a021aeab6c98 HTTP/1.1" status: 204 len: 173 time: 0.4124863 Feb 01 18:57:59.980532 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-0a9c1a3f-fb62-4433-bbf9-bfbf584d43c5 req-e57f2e91-25bd-4c6b-8af6-8987738edd97 tempest-VolumesSnapshotTestJSON-1907257710 tempest-VolumesSnapshotTestJSON-1907257710-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ccc588d-d13c-45ba-8709-c3190f279d9a HTTP/1.1" status: 200 len: 210 time: 0.0264704 Feb 01 18:57:59.981523 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'name': 'network-vif-deleted', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:57:59.983858 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f05f35-df5f-4516-86fa-e81dbd21073f" -d '{"events": [{"server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "name": "network-vif-deleted", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:58:00.024219 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a23bf-aeb1-4fbd-8800-c472714e1f59 x-openstack-request-id: req-626a23bf-aeb1-4fbd-8800-c472714e1f59 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:58:00.024518 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc588d-d13c-45ba-8709-c3190f279d9a", "name": "network-vif-deleted", "tag": "55a4c67c-2544-4828-97df-a021aeab6c98", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:58:00.025086 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-626a23bf-aeb1-4fbd-8800-c472714e1f59 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:58:00.025312 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc588d-d13c-45ba-8709-c3190f279d9a', 'name': 'network-vif-deleted', 'tag': '55a4c67c-2544-4828-97df-a021aeab6c98', 'status': 'completed', 'code': 200} Feb 01 18:58:01.999715 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 55a4c67c-2544-4828-97df-a021aeab6c98 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:58:02.022734 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 55a4c67c-2544-4828-97df-a021aeab6c98 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 18:58:02.023077 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 55a4c67c-2544-4828-97df-a021aeab6c98 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 18:58:05.883964 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6772-79f9-4fbe-be2f-264dd7049842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:07.934928 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-edfb80a5-015d-4691-8bb0-74c8e3faed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:09.260787 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:10.644162 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:11.877346 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:22.898731 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33170) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:22.933557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:22.943191 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Deleting subnet d3d08ba9-5704-40b6-b6fa-4510f0c88daa {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 18:58:22.946235 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Publish callbacks [] for subnet (d3d08ba9-5704-40b6-b6fa-4510f0c88daa), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:22.979396 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (d3d08ba9-5704-40b6-b6fa-4510f0c88daa), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.017148 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (d3d08ba9-5704-40b6-b6fa-4510f0c88daa), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.069514 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (d3d08ba9-5704-40b6-b6fa-4510f0c88daa), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.096550 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d08ba9-5704-40b6-b6fa-4510f0c88daa,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:23.098895 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.101932 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d3d08ba9-5704-40b6-b6fa-4510f0c88daa HTTP/1.1" status: 204 len: 168 time: 0.2022133 Feb 01 18:58:23.104610 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33172) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:23.107711 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.108063 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.108403 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.108737 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.109067 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.109395 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.109722 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.110124 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.110712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.111802 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.112377 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.112957 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.113625 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a18683-f883-4110-ba90-dd9ffb9df1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:23.176176 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (0e6586cb-d836-419a-9052-faacafd9a4d0), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.255741 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (0e6586cb-d836-419a-9052-faacafd9a4d0), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.275554 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6586cb-d836-419a-9052-faacafd9a4d0']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:58:23.285433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:58:23.285723 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ef6d86-254c-4cd6-9b57-6a49c092c7d4') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:58:23.294915 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (b0ef6d86-254c-4cd6-9b57-6a49c092c7d4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.307452 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (b0ef6d86-254c-4cd6-9b57-6a49c092c7d4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.313074 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 18:58:23.313447 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (b0ef6d86-254c-4cd6-9b57-6a49c092c7d4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 18:58:23.315354 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 18:58:23.367369 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (0e6586cb-d836-419a-9052-faacafd9a4d0), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.374420 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.378142 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] 10.222.0.31 "DELETE /v2.0/networks/0e6586cb-d836-419a-9052-faacafd9a4d0 HTTP/1.1" status: 204 len: 168 time: 0.2725184 Feb 01 18:58:23.391317 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccde45f-5e48-4f51-bfca-27402637cfff admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6586cb-d836-419a-9052-faacafd9a4d0,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:23.484794 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33176) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:23.525050 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-102076ad-d4d4-44db-bceb-2420d9b494c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f1ce779d21a4ead879d08808ad22baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390983 Feb 01 18:58:23.527533 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33178) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:23.573067 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] Publish callbacks [] for security_group (af0de676-a302-4520-88c9-29ceb8c7e71a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.594132 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] Publish callbacks [] for security_group (af0de676-a302-4520-88c9-29ceb8c7e71a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.639981 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (af0de676-a302-4520-88c9-29ceb8c7e71a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.643243 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:23.644408 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af0de676-a302-4520-88c9-29ceb8c7e71a HTTP/1.1" status: 204 len: 168 time: 0.1159840 Feb 01 18:58:23.655124 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d594-2379-481b-978a-1fa5ac783cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0de676-a302-4520-88c9-29ceb8c7e71a,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:29.065570 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-8fc5f787-be82-4ae2-ab93-22ec2e19351e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1389246 Feb 01 18:58:29.147373 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e168-367e-4b33-8777-28fed6fa684c req-a9b7962d-74a1-4e1e-aa85-1ab7593e0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:29.148891 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-a9b7962d-74a1-4e1e-aa85-1ab7593e0b3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1129 time: 0.0600576 Feb 01 18:58:29.260451 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e168-367e-4b33-8777-28fed6fa684c req-20ba4f22-01ef-4a74-97d5-40f7bf9b6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:29.261888 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-20ba4f22-01ef-4a74-97d5-40f7bf9b6437 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0886049 Feb 01 18:58:29.327941 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-e196a57d-b58a-4710-bb21-0f0ee1e99c4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 1001 time: 0.0591288 Feb 01 18:58:29.376702 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e168-367e-4b33-8777-28fed6fa684c req-f8b04c6b-fc34-49bd-8ebc-c81b142ec569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:29.378077 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-f8b04c6b-fc34-49bd-8ebc-c81b142ec569 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0428078 Feb 01 18:58:29.426302 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e168-367e-4b33-8777-28fed6fa684c req-f8078743-9545-42f4-9400-81ba00fecefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:29.427779 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-f8078743-9545-42f4-9400-81ba00fecefc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429826 Feb 01 18:58:29.526653 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-1a3cd370-a0f0-435d-a903-b9c12f4e4746 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Feb 01 18:58:30.445936 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-4c05e168-367e-4b33-8777-28fed6fa684c req-5dc6e51b-88b6-4fbe-a48e-a264cda8beda service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Feb 01 18:58:35.889087 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-1087c5d6-8019-4c91-9aa2-4651d60d27fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:36.798653 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:58:37.936979 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-23bd2f87-1ea0-49c2-9e3e-5f9da7393cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:39.263822 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:40.646517 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:41.880348 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:42.700404 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33314) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:42.812848 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:42.894037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Publish callbacks [] for security_group (9219ebfe-1c70-4278-b9dc-d4cd1f511b50), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:42.900959 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9219ebfe-1c70-4278-b9dc-d4cd1f511b50), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:42.939037 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9219ebfe-1c70-4278-b9dc-d4cd1f511b50,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:42.942919 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9e04eca4ec94058a7c0df98cfaf73fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414653 Feb 01 18:58:42.945683 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33318) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:58:42.948971 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.949326 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.949671 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.950009 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.950359 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.950699 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.951028 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.951357 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.951682 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.952007 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.952328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.952653 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.952967 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c486c306-7ae7-4396-a0f1-744beea2a045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:58:42.999005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] Publish callbacks [] for security_group (9219ebfe-1c70-4278-b9dc-d4cd1f511b50), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:43.020676 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] Publish callbacks [] for security_group (9219ebfe-1c70-4278-b9dc-d4cd1f511b50), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:43.068005 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (9219ebfe-1c70-4278-b9dc-d4cd1f511b50), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:43.071062 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:43.072222 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9219ebfe-1c70-4278-b9dc-d4cd1f511b50 HTTP/1.1" status: 204 len: 168 time: 0.1254923 Feb 01 18:58:43.081547 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7479f7a-54c3-49a0-9763-3e9435c47c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219ebfe-1c70-4278-b9dc-d4cd1f511b50,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:47.812450 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf920002-1d3e-49c0-ac70-e4979da3d789 req-219de00c-83db-4444-9231-b4349c29df49 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:47.814605 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf920002-1d3e-49c0-ac70-e4979da3d789 req-219de00c-83db-4444-9231-b4349c29df49 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0513411 Feb 01 18:58:47.866759 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bf920002-1d3e-49c0-ac70-e4979da3d789 req-8d8dfe85-54b7-42db-b4ac-db58ceadfca0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Feb 01 18:58:48.987201 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9106b79-8c98-4276-b5a5-183d4902d134 req-cd52ae93-261b-4d50-bbfd-441e6afd326f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:48.988669 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a9106b79-8c98-4276-b5a5-183d4902d134 req-cd52ae93-261b-4d50-bbfd-441e6afd326f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0527349 Feb 01 18:58:49.037187 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a9106b79-8c98-4276-b5a5-183d4902d134 req-668b36e6-85cc-4e8e-8eab-63067d6659d6 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429761 Feb 01 18:58:50.160684 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b761e4f-9327-44e6-934c-915ca7658fd5 req-eb10fbc5-7f7f-4901-8dd9-62748ef0612b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:50.161289 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2b761e4f-9327-44e6-934c-915ca7658fd5 req-eb10fbc5-7f7f-4901-8dd9-62748ef0612b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0561531 Feb 01 18:58:50.210084 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2b761e4f-9327-44e6-934c-915ca7658fd5 req-c9ab36a8-07b0-4b46-87bf-715d79c547d7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Feb 01 18:58:51.337948 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436752b-b94a-4f74-8baa-aa11c1323630 req-bee59d97-6faf-43bb-9c9d-465f39ea7cf7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:51.339474 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2436752b-b94a-4f74-8baa-aa11c1323630 req-bee59d97-6faf-43bb-9c9d-465f39ea7cf7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0610039 Feb 01 18:58:51.391674 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2436752b-b94a-4f74-8baa-aa11c1323630 req-762540f0-b652-42b8-bbc5-79f3e12a0363 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 Feb 01 18:58:52.511167 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557e91e-0330-4f0b-b158-18743cb23f50 req-86d888b4-52d9-4c64-b14c-396f09d8ce5a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:52.512728 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7557e91e-0330-4f0b-b158-18743cb23f50 req-86d888b4-52d9-4c64-b14c-396f09d8ce5a tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0530546 Feb 01 18:58:52.562275 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7557e91e-0330-4f0b-b158-18743cb23f50 req-bdbc3b11-91c5-493c-a1e9-f72a14267fc8 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434904 Feb 01 18:58:52.935904 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:53.688105 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421eb55-861a-4f0d-8828-f68abdf99077 req-67510d50-387f-4c00-bc64-5163424aeb02 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:53.690161 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1421eb55-861a-4f0d-8828-f68abdf99077 req-67510d50-387f-4c00-bc64-5163424aeb02 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0599418 Feb 01 18:58:53.739866 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1421eb55-861a-4f0d-8828-f68abdf99077 req-36807824-342e-48fc-be05-80bdd48ca9b8 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441885 Feb 01 18:58:53.845919 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-2133bb54-dd51-4fab-93a3-5d4aaac6c8b1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856491155&fields=id&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 267 time: 0.0453455 Feb 01 18:58:53.950206 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-44c7148d-fad7-435b-9660-cb0390f5298a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:53.951811 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-44c7148d-fad7-435b-9660-cb0390f5298a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.0995290 Feb 01 18:58:53.966834 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-b450dba0-785d-4598-be1f-b7f2dbd2c771 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/quotas/84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 375 time: 0.0093665 Feb 01 18:58:54.030117 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-856c942e-48a5-4f4a-9ffa-a46643afeb6c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579288 Feb 01 18:58:54.125943 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-2f59d3c5-8779-4d76-a760-4b6ae8cd2e13 service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Feb 01 18:58:54.217916 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-ff1d272a-7673-41ac-a616-fb870b2ec67f service neutron] 10.222.0.31 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858676 Feb 01 18:58:54.513644 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a0f2a924-1adb-422d-8a8a-655521b1bef7 req-35346651-a141-468e-bd24-c48e86958949 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 210 time: 0.0291653 Feb 01 18:58:54.864263 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814324a8-95ab-4cfd-bb51-0440a147f81a req-4d42fd06-71c7-4a51-8e55-2e5a50501c49 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:54.865882 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-814324a8-95ab-4cfd-bb51-0440a147f81a req-4d42fd06-71c7-4a51-8e55-2e5a50501c49 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0561495 Feb 01 18:58:54.917840 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-814324a8-95ab-4cfd-bb51-0440a147f81a req-3e30ef6f-ded5-4b21-b717-f436a47fab50 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Feb 01 18:58:55.617990 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98ab0f4d-cfe2-49ee-bbb2-b2baf5e14ac6 req-90916e01-0175-42ce-817a-a6d4c4747ab3 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 210 time: 0.0348496 Feb 01 18:58:55.681277 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-9680df56-22bd-4ca8-9127-be36224d4c28 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:55.682767 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-9680df56-22bd-4ca8-9127-be36224d4c28 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 811 time: 0.1122787 Feb 01 18:58:55.745749 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-242fe98f-db39-47d4-aaa4-6dbb1689c9ea tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cc00f8d8884015bc4033b57e30fc27 HTTP/1.1" status: 200 len: 380 time: 0.0533338 Feb 01 18:58:55.755548 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'port': {'device_id': 'a947a156-69b9-4511-893f-c993099fcfdd', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'admin_state_up': True, 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'security_groups': ['cb1a254a-8895-4ac4-88ba-66a97ab5b02b']}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:58:55.863396 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Made reservation on behalf of 84cc00f8d8884015bc4033b57e30fc27 for: {'port': 1} {{(pid=109534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 01 18:58:55.866787 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:55.992482 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_common [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.20.0.8 (8bb2772f-3ed5-485d-ae20-78ac9a88d13f/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0/cab62ab8-2cb9-4af4-b194-dc28532a1c86) {{(pid=109534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:58:56.047486 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f66ad-4d47-4159-8b70-e9863956034c req-f5cfc1e2-d8d3-4de0-aae1-43aac6869ecc tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:56.048438 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b42f66ad-4d47-4159-8b70-e9863956034c req-f5cfc1e2-d8d3-4de0-aae1-43aac6869ecc tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0621977 Feb 01 18:58:56.100876 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b42f66ad-4d47-4159-8b70-e9863956034c req-e1ae6b00-d8c3-4a71-86d7-369adc53fec8 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 Feb 01 18:58:56.155680 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), precommit_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.192798 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_create {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.239721 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f is already hosted by enough agents. {{(pid=109534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:58:56.243689 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.base_scheduler [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:58:56.249465 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:58:56.275368 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=1']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:56.312129 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:56.312754 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.333245 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-a7cfa7e7-56a1-4ae1-b6d7-d44e6c8f4298 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816789 Feb 01 18:58:56.346985 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.v2.base [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Request body: {'port': {'device_id': 'a947a156-69b9-4511-893f-c993099fcfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=109534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:58:56.410616 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.534790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-95c70d1f-a190-4302-880b-662b8a2b9709 None None] Provisioning complete for port cab62ab8-2cb9-4af4-b194-dc28532a1c86 triggered by entity DHCP. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:58:56.535439 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-95c70d1f-a190-4302-880b-662b8a2b9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.568294 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-95c70d1f-a190-4302-880b-662b8a2b9709 None None] Port cab62ab8-2cb9-4af4-b194-dc28532a1c86 cannot update to ACTIVE because it is not bound. {{(pid=109536) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 01 18:58:56.675155 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab62ab8-2cb9-4af4-b194-dc28532a1c86 {{(pid=109534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:58:56.682724 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks [] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), precommit_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.695169 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.provisioning_blocks [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Transition to ACTIVE for port object cab62ab8-2cb9-4af4-b194-dc28532a1c86 will not be triggered until provisioned by entity L2. {{(pid=109534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 01 18:58:56.699143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.739937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343c92-6d4b-4625-9b3d-3d8d0c332bb5 req-9fae941d-64e6-48fe-8b10-4b6efecb8c34 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:56.741494 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25343c92-6d4b-4625-9b3d-3d8d0c332bb5 req-9fae941d-64e6-48fe-8b10-4b6efecb8c34 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0532534 Feb 01 18:58:56.768312 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Pushing event updated for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=2']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:56.797170 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-25343c92-6d4b-4625-9b3d-3d8d0c332bb5 req-dd637dc6-3610-4fd8-bb5f-5d802c40afc6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481255 Feb 01 18:58:56.819945 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Attempting to bind port cab62ab8-2cb9-4af4-b194-dc28532a1c86 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 01 18:58:56.820561 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Attempting to bind port cab62ab8-2cb9-4af4-b194-dc28532a1c86 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 01 18:58:56.820890 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Attempting to bind port cab62ab8-2cb9-4af4-b194-dc28532a1c86 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:58:56.825437 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Port cab62ab8-2cb9-4af4-b194-dc28532a1c86 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 01 18:58:56.825750 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Attempting to bind port cab62ab8-2cb9-4af4-b194-dc28532a1c86 on network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 01 18:58:56.831654 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Checking agent: {'id': 'd9b5326e-f130-4c0b-82de-3fff3392809b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'started_at': datetime.datetime(2022, 2, 1, 18, 45, 23), 'heartbeat_timestamp': datetime.datetime(2022, 2, 1, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 01 18:58:56.831990 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Checking segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 01 18:58:56.832369 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Bound using segment: {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'} {{(pid=109534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 01 18:58:56.832792 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.managers [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Bound port: cab62ab8-2cb9-4af4-b194-dc28532a1c86, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f'}}] {{(pid=109534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 01 18:58:56.833145 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), before_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.902531 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, cleared binding levels {{(pid=109534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 01 18:58:56.905688 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 01 18:58:56.913820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16113673'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_update {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.949426 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:56.950008 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:58:56.951652 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] 10.222.0.39 "PUT /v2.0/ports/cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 200 len: 1093 time: 0.6095705 Feb 01 18:58:56.952101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:58:56.954380 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e" -d '{"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:58:56.980818 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a53d8-a3fe-49e1-aa07-25547a7be560 service neutron] Pushing event updated for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=3']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:58:57.041306 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-99163e67-8ea2-437c-9214-96fd234434cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.042885 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-99163e67-8ea2-437c-9214-96fd234434cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1127 time: 0.0490234 Feb 01 18:58:57.090361 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-d408d4be-7d34-46e0-a5fb-cf0aa3f49e12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 200 len: 217 time: 0.0378432 Feb 01 18:58:57.157708 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d269c33-8767-468b-b876-50ab6c0cc23f x-openstack-request-id: req-5d269c33-8767-468b-b876-50ab6c0cc23f {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:58:57.158396 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:58:57.158684 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d269c33-8767-468b-b876-50ab6c0cc23f {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:58:57.159113 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'status': 'completed', 'code': 200} Feb 01 18:58:57.162908 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-cd50a083-7663-4f96-9502-2342c82e9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.164344 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-cd50a083-7663-4f96-9502-2342c82e9daf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0677097 Feb 01 18:58:57.215537 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-041e2af9-41aa-43e4-adaa-90bdad4596e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.217038 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-041e2af9-41aa-43e4-adaa-90bdad4596e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454149 Feb 01 18:58:57.237614 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a63a5-cc4b-46b9-9f38-037c58208bbc req-c71a2282-2aeb-44c1-bb26-eca0576cb3fa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.239201 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a6a63a5-cc4b-46b9-9f38-037c58208bbc req-c71a2282-2aeb-44c1-bb26-eca0576cb3fa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0587680 Feb 01 18:58:57.288742 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-4a6a63a5-cc4b-46b9-9f38-037c58208bbc req-a2d246cc-d115-408c-b1ba-1055f4f973e7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Feb 01 18:58:57.307907 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-4dfe8438-9c95-4f35-a9ae-98d63e4f4954 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 Feb 01 18:58:57.410858 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b7240ddb-19d9-4b84-b44f-cfc791abe6d0 req-304a3283-36ec-45e8-929c-adc216cb38c5 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963488 Feb 01 18:58:57.502466 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-92e6e4e4-b680-41e4-8332-7cca64ade5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.503940 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-92e6e4e4-b680-41e4-8332-7cca64ade5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1127 time: 0.0451722 Feb 01 18:58:57.594467 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-e7c5ffc4-778b-45dc-9ab8-25a3a3491935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.595986 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-e7c5ffc4-778b-45dc-9ab8-25a3a3491935 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0850558 Feb 01 18:58:57.643744 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-83ab39f0-a926-4d72-863b-a74ee0d4dcff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 200 len: 217 time: 0.0384326 Feb 01 18:58:57.692771 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-f4d07f13-ff42-4ee0-a612-e87df6f4656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.694105 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-f4d07f13-ff42-4ee0-a612-e87df6f4656e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0435677 Feb 01 18:58:57.746635 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-a6c24791-2699-49d2-af4b-90ecb6679855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.748101 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-a6c24791-2699-49d2-af4b-90ecb6679855 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469956 Feb 01 18:58:57.836666 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-55e8254c-b12c-4365-9a09-234e0dfdb4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797055 Feb 01 18:58:57.917205 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51460a90-20da-4871-a89a-061c6fded254 req-b2191e61-1567-454d-92e3-cc04c906956d tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:57.918717 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51460a90-20da-4871-a89a-061c6fded254 req-b2191e61-1567-454d-92e3-cc04c906956d tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0519161 Feb 01 18:58:57.933687 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f0f9b297-a5ad-4e59-bdc1-5e3a0d12681e req-3f1e5f8c-1b9b-4682-b7df-d05b76a7ae4f service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889797 Feb 01 18:58:57.967241 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-51460a90-20da-4871-a89a-061c6fded254 req-73bed257-023f-4a55-bacc-5a4ce8f1e39a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Feb 01 18:58:58.404053 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1302eda-2cb0-41df-bd06-7e4d26b10f9f req-a766aff8-2510-4635-9fcd-8359f81cd03f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:58.405509 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b1302eda-2cb0-41df-bd06-7e4d26b10f9f req-a766aff8-2510-4635-9fcd-8359f81cd03f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0509622 Feb 01 18:58:58.456187 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b1302eda-2cb0-41df-bd06-7e4d26b10f9f req-2eb9714d-f04e-4751-9a49-2c9c6ac119ff tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Feb 01 18:58:59.084439 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52850fbd-3e2f-4e3b-9fc4-1c69108044fe req-7f601734-e5d4-4660-b628-6a330d64d47a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:59.085884 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-52850fbd-3e2f-4e3b-9fc4-1c69108044fe req-7f601734-e5d4-4660-b628-6a330d64d47a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0519452 Feb 01 18:58:59.133730 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-52850fbd-3e2f-4e3b-9fc4-1c69108044fe req-06fe5cc2-3a9c-4127-bc0b-3bce1ee9a2e0 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Feb 01 18:58:59.571744 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02567e-9bae-44d9-afde-0f1a2c34ec7e req-9a575a8a-235b-41e3-a5f7-8738d3ee3f61 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:58:59.573198 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8b02567e-9bae-44d9-afde-0f1a2c34ec7e req-9a575a8a-235b-41e3-a5f7-8738d3ee3f61 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0515647 Feb 01 18:58:59.620588 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8b02567e-9bae-44d9-afde-0f1a2c34ec7e req-75e9b91e-2658-4a31-b046-747610ceb412 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Feb 01 18:59:00.255097 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad590e-3a89-4fa0-8b74-3c65dc47cf96 req-c902c2f3-ab2d-40e5-af51-a9cb1d684d82 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:00.256548 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-03ad590e-3a89-4fa0-8b74-3c65dc47cf96 req-c902c2f3-ab2d-40e5-af51-a9cb1d684d82 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0556471 Feb 01 18:59:00.303218 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-03ad590e-3a89-4fa0-8b74-3c65dc47cf96 req-9a170cf1-47a7-437a-9403-82ffc722e478 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Feb 01 18:59:00.736349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0195f-f1bc-47db-83e7-55dbf28bfd42 req-359d0c5f-9294-4ae2-895f-32613201896b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:00.738059 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cda0195f-f1bc-47db-83e7-55dbf28bfd42 req-359d0c5f-9294-4ae2-895f-32613201896b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0521705 Feb 01 18:59:00.786061 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-cda0195f-f1bc-47db-83e7-55dbf28bfd42 req-fff6d1ae-e068-4b28-8922-89330c6f0c08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Feb 01 18:59:01.421983 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092bd73-b6f4-48e1-b9c9-410c6fe63888 req-1b4fca16-079c-4091-94ed-51b7c7d3d9cd tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:01.423930 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b092bd73-b6f4-48e1-b9c9-410c6fe63888 req-1b4fca16-079c-4091-94ed-51b7c7d3d9cd tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0538344 Feb 01 18:59:01.475097 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b092bd73-b6f4-48e1-b9c9-410c6fe63888 req-9fc76a09-6120-48ee-bb3f-fa0d001f590f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Feb 01 18:59:01.902293 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857c49-b286-467a-8bc1-2c5c3b842d80 req-dfa1b542-8001-4d48-978a-fb92d82b70d5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:01.903777 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ac857c49-b286-467a-8bc1-2c5c3b842d80 req-dfa1b542-8001-4d48-978a-fb92d82b70d5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0524807 Feb 01 18:59:01.952524 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ac857c49-b286-467a-8bc1-2c5c3b842d80 req-eacbba2a-cceb-4d07-a5a2-952d021346a3 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Feb 01 18:59:02.590196 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba201a1-8ba6-436d-a332-6547bdeb29d4 req-95c6d950-321c-4015-9db8-49f5e40523d7 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:02.591648 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ba201a1-8ba6-436d-a332-6547bdeb29d4 req-95c6d950-321c-4015-9db8-49f5e40523d7 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0509105 Feb 01 18:59:02.641294 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-7ba201a1-8ba6-436d-a332-6547bdeb29d4 req-50501837-12c0-41b9-b4ff-46bc129c61f1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441389 Feb 01 18:59:03.074381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc834c-6f0e-41d9-a587-f5de4b834270 req-3ea1f355-c000-4c29-aea1-ea15248f57c0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:03.075828 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7fc834c-6f0e-41d9-a587-f5de4b834270 req-3ea1f355-c000-4c29-aea1-ea15248f57c0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0509832 Feb 01 18:59:03.124376 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a7fc834c-6f0e-41d9-a587-f5de4b834270 req-a3cfcadf-38c3-499d-957b-86839082fca2 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 01 18:59:03.758454 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49581-6645-4d18-b769-355b1f82c736 req-ebc121e1-3dbf-4464-9e81-90e659a91585 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:03.759941 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08e49581-6645-4d18-b769-355b1f82c736 req-ebc121e1-3dbf-4464-9e81-90e659a91585 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 943 time: 0.0523608 Feb 01 18:59:03.808213 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-08e49581-6645-4d18-b769-355b1f82c736 req-9c788f61-26d9-48d7-bb37-f23e7ba3591b tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Feb 01 18:59:04.245945 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c39d7-3ebd-443a-a252-bab7b33400e0 req-318d9a2e-e210-4571-a093-7b92d18ebd2e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:04.247445 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb9c39d7-3ebd-443a-a252-bab7b33400e0 req-318d9a2e-e210-4571-a093-7b92d18ebd2e tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0551808 Feb 01 18:59:04.296357 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-bb9c39d7-3ebd-443a-a252-bab7b33400e0 req-33f061bf-a9b5-4a5d-8484-2b05b5842e9c tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Feb 01 18:59:04.375488 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device cab62ab8-2cb9-4af4-b194-dc28532a1c86 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:59:04.474220 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:04.489973 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'port_id': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'mac_address': 'fa:16:3e:0f:6d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:59:04.529686 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port cab62ab8-2cb9-4af4-b194-dc28532a1c86 is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:59:04.530089 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:04.543242 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab62ab8-2cb9-4af4-b194-dc28532a1c86 {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:59:04.562980 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:04.567715 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:04.615120 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=4']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:04.622073 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.622415 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.622854 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.623185 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.623510 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.623831 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.624151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.624469 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.624786 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.625101 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.625414 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.625776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.626035 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 18:59:04.837667 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['cab62ab8-2cb9-4af4-b194-dc28532a1c86'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:59:04.935201 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5d1ad-ced4-4090-b232-fa3af5bdc15f req-5ac8bdea-02a4-4e05-9e0e-f865942a04d6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:04.936711 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98d5d1ad-ced4-4090-b232-fa3af5bdc15f req-5ac8bdea-02a4-4e05-9e0e-f865942a04d6 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 944 time: 0.0606208 Feb 01 18:59:04.997049 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-98d5d1ad-ced4-4090-b232-fa3af5bdc15f req-dfc9fe80-4486-4fe8-a5d0-77cb7b1edd86 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540853 Feb 01 18:59:05.004703 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-96608faa-1273-4537-85d8-47055ed50c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:05.006209 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-96608faa-1273-4537-85d8-47055ed50c3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0501852 Feb 01 18:59:05.104618 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-d9d50a36-b2e8-41e8-931d-9c931917ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:05.106191 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-d9d50a36-b2e8-41e8-931d-9c931917ac9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.0927782 Feb 01 18:59:05.175538 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-a77e03ab-d24d-4e82-b873-f9767d591d71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 1000 time: 0.0626149 Feb 01 18:59:05.224335 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-0b368c3d-1ed9-415c-b302-1391d252534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:05.225822 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-0b368c3d-1ed9-415c-b302-1391d252534a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0440040 Feb 01 18:59:05.277793 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-8fce10e8-60d7-4f30-827d-2ebf2c28ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:05.279306 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-8fce10e8-60d7-4f30-827d-2ebf2c28ac5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454457 Feb 01 18:59:05.374926 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-4fc7757a-97f3-4d6c-b19a-224091320e5c service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880938 Feb 01 18:59:05.417169 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acdd4b-53f1-4312-82ea-b6ebca20c278 req-9c69f99b-e2cc-496e-b30e-0ea918e075e5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:05.418698 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6acdd4b-53f1-4312-82ea-b6ebca20c278 req-9c69f99b-e2cc-496e-b30e-0ea918e075e5 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0543339 Feb 01 18:59:05.471531 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-f454f9ad-f4aa-4477-811d-485b9516e59f req-044c5091-cf48-455c-b7d5-4f86cf3cb3c4 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898702 Feb 01 18:59:05.471756 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-d6acdd4b-53f1-4312-82ea-b6ebca20c278 req-107b5d78-a99a-491e-9e82-c20394b619fd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Feb 01 18:59:05.895505 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3864f74e-3242-4092-81b6-d9d71656c772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:06.118178 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5883-c8f2-4f31-bab2-5e5608c1c416 req-fa64b5cd-e7cc-46bf-bd1c-3f716466745f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:06.119696 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e5d5883-c8f2-4f31-bab2-5e5608c1c416 req-fa64b5cd-e7cc-46bf-bd1c-3f716466745f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 944 time: 0.0555756 Feb 01 18:59:06.170091 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6e5d5883-c8f2-4f31-bab2-5e5608c1c416 req-7eced7bf-a0d8-4c4d-a4b7-694a5e86e4f2 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 Feb 01 18:59:06.407122 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device cab62ab8-2cb9-4af4-b194-dc28532a1c86 up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:59:06.467557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning for port cab62ab8-2cb9-4af4-b194-dc28532a1c86 completed by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 01 18:59:06.471924 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port cab62ab8-2cb9-4af4-b194-dc28532a1c86 triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:59:06.472321 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:06.552806 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port cab62ab8-2cb9-4af4-b194-dc28532a1c86 is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:59:06.553200 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:06.579368 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:59:06.582161 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e7ede4-f10a-41af-9d9c-30ac9f940b3e" -d '{"events": [{"server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "name": "network-vif-plugged", "status": "completed", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:59:06.594812 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:06.600433 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:06.605664 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1367163-af30-44d2-9f46-335a5ad5fb00 req-1066fd3f-ac10-4fd0-95f2-23fc51e6d21b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:06.607501 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b1367163-af30-44d2-9f46-335a5ad5fb00 req-1066fd3f-ac10-4fd0-95f2-23fc51e6d21b tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0655432 Feb 01 18:59:06.670162 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b1367163-af30-44d2-9f46-335a5ad5fb00 req-06eed66d-76b6-4740-942c-a50b04a76df0 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562446 Feb 01 18:59:06.673870 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=5']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:06.683501 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b2b17-1260-4731-a6bf-155cda54358d x-openstack-request-id: req-393b2b17-1260-4731-a6bf-155cda54358d {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:59:06.683926 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "name": "network-vif-plugged", "status": "completed", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:59:06.684265 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-393b2b17-1260-4731-a6bf-155cda54358d {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:59:06.684750 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'code': 200} Feb 01 18:59:06.953325 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e835f90-a3af-4391-ac85-13ccc7400d61 req-35d7e8a5-cbce-439e-8afc-416edcdc04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:06.955514 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1e835f90-a3af-4391-ac85-13ccc7400d61 req-35d7e8a5-cbce-439e-8afc-416edcdc04b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1129 time: 0.0487630 Feb 01 18:59:07.002600 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-1e835f90-a3af-4391-ac85-13ccc7400d61 req-3be73f00-afec-431f-8a7b-66fe76ed5945 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Feb 01 18:59:07.291805 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512be4-3bd3-454d-b574-750c6fbcf5e4 req-5d238c78-acf2-4456-94fe-0ae7dba985fe tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:07.293273 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16512be4-3bd3-454d-b574-750c6fbcf5e4 req-5d238c78-acf2-4456-94fe-0ae7dba985fe tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0562901 Feb 01 18:59:07.342099 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-16512be4-3bd3-454d-b574-750c6fbcf5e4 req-68bb76ce-bd32-4b6b-8ba5-745330dc8b29 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Feb 01 18:59:07.790321 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a661c-cf65-4da5-b0d5-3d195abc0757 req-bc352445-57cc-4dfc-a7e5-6be8a7cf42e4 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:07.791899 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-916a661c-cf65-4da5-b0d5-3d195abc0757 req-bc352445-57cc-4dfc-a7e5-6be8a7cf42e4 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0586562 Feb 01 18:59:07.846750 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-916a661c-cf65-4da5-b0d5-3d195abc0757 req-cc6c6a65-574f-4b98-9803-795a320aeff3 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484431 Feb 01 18:59:07.939674 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-fdc49c9e-9c9a-4e87-8c31-c70ca0fa8758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:08.466306 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6b6b9-198c-4b23-bf6d-6a7b36eb48f2 req-5ea1637c-8c49-40b7-9bd4-804b82aa51da tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:08.467887 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5e6b6b9-198c-4b23-bf6d-6a7b36eb48f2 req-5ea1637c-8c49-40b7-9bd4-804b82aa51da tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0562382 Feb 01 18:59:08.516660 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f5e6b6b9-198c-4b23-bf6d-6a7b36eb48f2 req-86ebffb1-4e78-48f4-9660-130d13bb20fd tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Feb 01 18:59:08.634848 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad20afa-4a64-4f4b-9bd6-796b3607c39c req-a4558c42-d6d1-4b04-b722-80e97ef4fdde tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:08.636256 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1ad20afa-4a64-4f4b-9bd6-796b3607c39c req-a4558c42-d6d1-4b04-b722-80e97ef4fdde tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0534964 Feb 01 18:59:08.685695 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1ad20afa-4a64-4f4b-9bd6-796b3607c39c req-57bd1736-96a4-49c8-aa88-389b62384362 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Feb 01 18:59:08.709342 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33452) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:59:08.758502 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87012440-b2f3-4c26-98a8-76f5ae526576 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:08.760000 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-87012440-b2f3-4c26-98a8-76f5ae526576 tempest-TestVolumeBootPattern-2111554417 tempest-TestVolumeBootPattern-2111554417-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1124 time: 0.0496726 Feb 01 18:59:08.762829 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33454) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 18:59:08.767113 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.v2.base [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Request body: {'floatingip': {'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'port_id': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109535) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 01 18:59:08.788296 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:08.891489 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (None), before_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:09.267695 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:09.293492 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3523ac6-d2d7-4a02-aec6-9e455b8ae50a req-d51ad9ab-e26c-46bd-948a-750247b860bf tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:09.294323 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3523ac6-d2d7-4a02-aec6-9e455b8ae50a req-d51ad9ab-e26c-46bd-948a-750247b860bf tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.3648598 Feb 01 18:59:09.313687 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_common [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Allocated IP 172.27.3.77 (d0cb9f40-a190-4069-a33d-26330222c144/9d1e8b97-4e69-4542-a83f-37d38a90189f/732d1d19-e1a7-4b1e-ba57-79f1266d1dc5) {{(pid=109535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 01 18:59:09.404484 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b3523ac6-d2d7-4a02-aec6-9e455b8ae50a req-3d6b1dd6-dc24-4706-93f7-8232f5ea8e34 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023939 Feb 01 18:59:09.457671 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:09.497434 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755467798568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:09.536698 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Network d0cb9f40-a190-4069-a33d-26330222c144 is already hosted by enough agents. {{(pid=109535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 01 18:59:09.541016 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.base_scheduler [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Resources bound (agent type, host, resource id): {{(pid=109535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 01 18:59:09.543786 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Received port after_create {{(pid=109535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 01 18:59:09.569130 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=732d1d19-e1a7-4b1e-ba57-79f1266d1dc5,revision_number=1']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:09.591055 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [req-b389fb8d-9ca5-4ad5-8ebd-56dcd8fa9029 req-d29c4de0-d813-4cb9-81a1-38198b086b5c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=109535) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 01 18:59:09.592067 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b389fb8d-9ca5-4ad5-8ebd-56dcd8fa9029 req-d29c4de0-d813-4cb9-81a1-38198b086b5c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1221540 Feb 01 18:59:09.810193 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-e97805b9-e498-4445-a7b6-2b2ce08cb965 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084523 Feb 01 18:59:09.847790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311617-0a57-4156-b661-7bcc155e7de2 req-5609b35c-9c21-4a00-8f95-907a71d470dd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:09.849316 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86311617-0a57-4156-b661-7bcc155e7de2 req-5609b35c-9c21-4a00-8f95-907a71d470dd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.1102312 Feb 01 18:59:09.951904 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-86311617-0a57-4156-b661-7bcc155e7de2 req-f46da4c8-228f-415f-9963-ba14676f94fd tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943580 Feb 01 18:59:10.051378 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (f365939c-15af-42aa-a984-a9b6faba0ff6), precommit_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.146675 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), before_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.322623 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), precommit_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.327689 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14319287'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), after_update {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.395974 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event updated for resources: {'Port': ['ID=732d1d19-e1a7-4b1e-ba57-79f1266d1dc5,revision_number=2']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:10.410033 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639520'] for floatingip (f365939c-15af-42aa-a984-a9b6faba0ff6), after_create {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.422065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 18:59:10.507920 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 43a34090-f3e2-49a3-96fd-689ae161078f is: ACTIVE; New status is: DOWN {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:59:10.508455 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.523888 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP f365939c-15af-42aa-a984-a9b6faba0ff6 associated. External IP: 172.27.3.77, port: cab62ab8-2cb9-4af4-b194-dc28532a1c86. Feb 01 18:59:10.536386 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:59:10.538911 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d169b7-99bb-4292-a1ef-bb59f67d3671" -d '{"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-unplugged", "status": "completed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:59:10.553598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:10.557643 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.616045 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=6']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:10.659864 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.737021 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Feb 2022 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b99fd5b-ab16-4cce-aba0-e008a53e2026 x-openstack-request-id: req-7b99fd5b-ab16-4cce-aba0-e008a53e2026 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:59:10.737979 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-unplugged", "status": "failed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "code": 422}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:59:10.738375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b99fd5b-ab16-4cce-aba0-e008a53e2026 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:59:10.739031 dv-cinder-774288-14-iscsi neutron-server[109536]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'code': 422} returned with failed status Feb 01 18:59:10.792524 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 18:59:10.918901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 18:59:10.931259 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 18:59:10.940670 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:10.942095 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:59:10.943611 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:59:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:59:10.973044 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-edd1350d-8ec2-497e-9c55-204431f542ab tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2091506 Feb 01 18:59:10.974279 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:59:10.976686 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47847a-c88d-4edf-9204-0d86873406ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:59:11.099937 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102a2e8-c029-4931-bbd6-6f05bac53832 req-e966c704-893f-49d2-b88e-7052ede32786 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.107100 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6102a2e8-c029-4931-bbd6-6f05bac53832 req-e966c704-893f-49d2-b88e-7052ede32786 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0698769 Feb 01 18:59:11.108786 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59166c00-f37d-4929-9806-aa3a21077773 x-openstack-request-id: req-59166c00-f37d-4929-9806-aa3a21077773 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:59:11.109148 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:59:11.109499 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59166c00-f37d-4929-9806-aa3a21077773 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:59:11.109982 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'status': 'completed', 'code': 200} Feb 01 18:59:11.192404 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47847a-c88d-4edf-9204-0d86873406ca req-59692d49-4738-4caa-9c65-ab23a383d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.194595 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-59692d49-4738-4caa-9c65-ab23a383d205 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1129 time: 0.0565803 Feb 01 18:59:11.195360 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6102a2e8-c029-4931-bbd6-6f05bac53832 req-7165dff6-ba1b-425c-a7fe-1e5ead6f1aa9 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841088 Feb 01 18:59:11.255779 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:59:11.304279 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47847a-c88d-4edf-9204-0d86873406ca req-098d960f-2108-42c6-88ca-a0ea7203ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.306007 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-098d960f-2108-42c6-88ca-a0ea7203ed9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.1040704 Feb 01 18:59:11.340371 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d999-2530-4edd-b036-052771c34631 req-d98ea8c7-cdd1-4ba6-9356-45a921b8bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.341979 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-d98ea8c7-cdd1-4ba6-9356-45a921b8bd71 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f&tenant_id=4d5958b65ab64bda8bc7919c961f2e47 HTTP/1.1" status: 200 len: 1128 time: 0.0968006 Feb 01 18:59:11.379033 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-0cffa387-d488-4384-90c6-deab52f67e04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 200 len: 998 time: 0.0651486 Feb 01 18:59:11.420041 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d999-2530-4edd-b036-052771c34631 req-a3d6cc16-fd5b-4abc-b1d4-179c3aed8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.421916 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-a3d6cc16-fd5b-4abc-b1d4-179c3aed8956 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1128 time: 0.0543869 Feb 01 18:59:11.434972 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47847a-c88d-4edf-9204-0d86873406ca req-a35af91f-294f-4508-9c01-f6bedc9115e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.435697 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-a35af91f-294f-4508-9c01-f6bedc9115e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0508277 Feb 01 18:59:11.495423 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47847a-c88d-4edf-9204-0d86873406ca req-dface802-fddb-405b-8737-e98a181d4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.498622 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-dface802-fddb-405b-8737-e98a181d4a09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539064 Feb 01 18:59:11.529882 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}, {'id': 'f365939c-15af-42aa-a984-a9b6faba0ff6', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:0f:6d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947a156-69b9-4511-893f-c993099fcfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:59:09Z', 'updated_at': '2022-02-01T18:59:09Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:59:11.547198 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d999-2530-4edd-b036-052771c34631 req-80275772-809c-4a9f-8b82-75797596fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.549011 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-80275772-809c-4a9f-8b82-75797596fbe0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.1207435 Feb 01 18:59:11.556428 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 18:59:11.566191 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 18:59:11.566952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T18:59:08Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:59:11.623639 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-5cb74a45-9d76-4c0b-a774-a7836963582a service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159499 Feb 01 18:59:11.632990 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-ddf0916e-edba-4849-8af5-586ebc5a586f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 998 time: 0.0772927 Feb 01 18:59:11.685224 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d999-2530-4edd-b036-052771c34631 req-29ac15a4-30f8-4e81-a049-bde8186d46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.686976 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-29ac15a4-30f8-4e81-a049-bde8186d46a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0484626 Feb 01 18:59:11.695229 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 18:59:11.728101 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-ff47847a-c88d-4edf-9204-0d86873406ca req-ea16113d-a2b3-4784-9412-162e255a8ca7 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974095 Feb 01 18:59:11.746467 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d999-2530-4edd-b036-052771c34631 req-7be8d891-dff6-428d-b188-edaf580adde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:11.748317 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-7be8d891-dff6-428d-b188-edaf580adde7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547037 Feb 01 18:59:11.847358 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-a9185801-b918-4127-803c-9ce52ea8a9c4 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896719 Feb 01 18:59:11.928188 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:11.945769 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3179d999-2530-4edd-b036-052771c34631 req-56ff4217-321a-4384-be64-422d04f77a98 service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919297 Feb 01 18:59:11.959302 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}, {'id': 'f365939c-15af-42aa-a984-a9b6faba0ff6', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:0f:6d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947a156-69b9-4511-893f-c993099fcfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:59:09Z', 'updated_at': '2022-02-01T18:59:09Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 18:59:11.988675 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7bde38-56b7-4568-9261-f317d98bdbbc None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}, {'id': 'f365939c-15af-42aa-a984-a9b6faba0ff6', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:0f:6d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a947a156-69b9-4511-893f-c993099fcfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:59:09Z', 'updated_at': '2022-02-01T18:59:09Z', 'revision_number': 0, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 18:59:12.183399 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca01bb-1468-4597-acb8-e4f28c35e567 None None] New status for floating IP f365939c-15af-42aa-a984-a9b6faba0ff6: ACTIVE {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 18:59:12.324291 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235667cd-f631-4e0d-9807-e209c5c95f52 req-609c7839-e3f5-41ae-8f79-649680128565 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:12.325936 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-235667cd-f631-4e0d-9807-e209c5c95f52 req-609c7839-e3f5-41ae-8f79-649680128565 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0582206 Feb 01 18:59:12.387333 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-235667cd-f631-4e0d-9807-e209c5c95f52 req-d37069b5-d267-4cdf-bf82-c7c3df169653 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547092 Feb 01 18:59:13.506391 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebb659-077a-4e21-ab69-caba493453c7 req-1c9a7ba7-7f1c-48a9-8656-839e76aa8dff tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:13.507925 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9eebb659-077a-4e21-ab69-caba493453c7 req-1c9a7ba7-7f1c-48a9-8656-839e76aa8dff tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0546253 Feb 01 18:59:13.557271 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9eebb659-077a-4e21-ab69-caba493453c7 req-f7026915-2ba1-4390-ac18-1360a24e7312 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Feb 01 18:59:13.797671 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:59:14.691910 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1496-3171-43d1-b4b8-73c7773dad7d req-4c406eff-ca4d-4e32-9833-355573fd4f11 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:14.693472 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a77c1496-3171-43d1-b4b8-73c7773dad7d req-4c406eff-ca4d-4e32-9833-355573fd4f11 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0573981 Feb 01 18:59:14.743714 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a77c1496-3171-43d1-b4b8-73c7773dad7d req-dde27eae-2cc9-4450-8dae-3861819880e1 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Feb 01 18:59:15.862158 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faadb54-a630-4cb6-bf77-11fd407400e7 req-82bd43f1-3165-4a32-a51d-30882c339b10 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:15.863955 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6faadb54-a630-4cb6-bf77-11fd407400e7 req-82bd43f1-3165-4a32-a51d-30882c339b10 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0541561 Feb 01 18:59:15.927958 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6faadb54-a630-4cb6-bf77-11fd407400e7 req-53a30dfe-b9bb-448f-9f55-21d3ad20a185 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547402 Feb 01 18:59:17.046200 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568781d-a399-44c9-a034-6f9301c84d27 req-064a0be6-b2f8-47ee-85d7-f99fa8719b4d tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:17.047768 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f568781d-a399-44c9-a034-6f9301c84d27 req-064a0be6-b2f8-47ee-85d7-f99fa8719b4d tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0526955 Feb 01 18:59:17.102774 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f568781d-a399-44c9-a034-6f9301c84d27 req-e77df1cc-6bca-4194-9f22-b6a8ee82e543 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488322 Feb 01 18:59:18.227380 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6109c0-c9dd-4222-a135-083576ad19d0 req-b6a29788-4da4-4a78-bdbc-53bb603eac62 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:18.228909 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c6109c0-c9dd-4222-a135-083576ad19d0 req-b6a29788-4da4-4a78-bdbc-53bb603eac62 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 944 time: 0.0538046 Feb 01 18:59:18.279841 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-3c6109c0-c9dd-4222-a135-083576ad19d0 req-ae428140-2f81-4233-9ba1-3d750f62f57f tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Feb 01 18:59:18.451978 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=109536) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 01 18:59:18.558135 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:18.571070 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Returning: {'device': '43a34090-f3e2-49a3-96fd-689ae161078f', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'port_id': '43a34090-f3e2-49a3-96fd-689ae161078f', 'mac_address': 'fa:16:3e:75:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109536) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 01 18:59:18.612240 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 43a34090-f3e2-49a3-96fd-689ae161078f is: DOWN; New status is: BUILD {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:59:18.612890 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:18.627121 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a34090-f3e2-49a3-96fd-689ae161078f {{(pid=109536) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 01 18:59:18.647200 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:18.651613 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:18.700453 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=7']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:18.929825 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] get_ports_and_sgs() called for port_ids ['43a34090-f3e2-49a3-96fd-689ae161078f'] {{(pid=109536) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 01 18:59:19.398889 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931f5b6-6b61-4c51-97ff-1dac3ed40ad6 req-68e7aa4f-5bba-418c-b35a-0e024a720152 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:19.400455 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b931f5b6-6b61-4c51-97ff-1dac3ed40ad6 req-68e7aa4f-5bba-418c-b35a-0e024a720152 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 945 time: 0.0535753 Feb 01 18:59:19.451260 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b931f5b6-6b61-4c51-97ff-1dac3ed40ad6 req-a56170de-4530-4fa6-a048-f392901ad950 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450363 Feb 01 18:59:20.459451 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f up at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 01 18:59:20.510739 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.provisioning_blocks [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Provisioning complete for port 43a34090-f3e2-49a3-96fd-689ae161078f triggered by entity L2. {{(pid=109536) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 01 18:59:20.511107 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-975549'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), provisioning_complete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:20.576063 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4491b42-1165-4460-a618-bd189a1edc30 req-31538165-d6f4-4532-a69f-3b5c37a36e64 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:20.577592 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c4491b42-1165-4460-a618-bd189a1edc30 req-31538165-d6f4-4532-a69f-3b5c37a36e64 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 945 time: 0.0578971 Feb 01 18:59:20.602518 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Current status of the port 43a34090-f3e2-49a3-96fd-689ae161078f is: BUILD; New status is: ACTIVE {{(pid=109536) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 01 18:59:20.603151 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-655233'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:20.632155 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-c4491b42-1165-4460-a618-bd189a1edc30 req-90adfd31-bca6-4d65-be6e-29921bda9137 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480387 Feb 01 18:59:20.636486 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109536) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 18:59:20.639038 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a9f19598360cb3264181267a3d2f59bb8472b7b65c484421eea9d1fff5b3ba7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f0c7a-45eb-42a6-8aab-996c115cfff2" -d '{"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-plugged", "status": "completed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109536) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 18:59:20.662141 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 18:59:20.668018 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755468375242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755467798586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755467798604'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:20.700512 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 18:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d1c3e-39cf-49eb-af1e-9b6335d246f6 x-openstack-request-id: req-ca7d1c3e-39cf-49eb-af1e-9b6335d246f6 {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 18:59:20.700806 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-plugged", "status": "completed", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "code": 200}]} {{(pid=109536) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 18:59:20.701065 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca7d1c3e-39cf-49eb-af1e-9b6335d246f6 {{(pid=109536) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 18:59:20.701602 dv-cinder-774288-14-iscsi neutron-server[109536]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'code': 200} Feb 01 18:59:20.731315 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Pushing event updated for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=8']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 18:59:20.930636 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab6a45-04ba-48d8-9da3-74d81818d945 req-6968114f-5e5d-4749-ab5d-5ef2d76ded23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:20.932207 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aeab6a45-04ba-48d8-9da3-74d81818d945 req-6968114f-5e5d-4749-ab5d-5ef2d76ded23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0468383 Feb 01 18:59:20.983057 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-aeab6a45-04ba-48d8-9da3-74d81818d945 req-eea52dc7-efb3-45bf-aabd-2c4d4b92c50a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 Feb 01 18:59:21.761616 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11b495-cf6a-46d3-b9a0-7ea2e69beaec req-c9ad425e-c36e-4c39-8de0-5a6604a8054d tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:21.763237 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6f11b495-cf6a-46d3-b9a0-7ea2e69beaec req-c9ad425e-c36e-4c39-8de0-5a6604a8054d tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0584197 Feb 01 18:59:21.813563 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-6f11b495-cf6a-46d3-b9a0-7ea2e69beaec req-0cb66077-8f62-46ae-ac30-4f4d96180cc7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Feb 01 18:59:22.940299 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f38ee-61e5-46c3-998a-5b678a592cf7 req-70a76870-ca1d-42d5-8fbe-4cda809d69dc tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:22.941820 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ef2f38ee-61e5-46c3-998a-5b678a592cf7 req-70a76870-ca1d-42d5-8fbe-4cda809d69dc tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0546632 Feb 01 18:59:22.951071 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:22.998647 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-ef2f38ee-61e5-46c3-998a-5b678a592cf7 req-cb0177ca-eaae-4512-8922-025354682ea6 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509248 Feb 01 18:59:30.763517 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-39252f52-c167-473c-9988-dedcd69ee5a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455348 Feb 01 18:59:30.866726 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-f94d8bda-b825-44b7-a0f4-b5682addf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:30.868876 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-f94d8bda-b825-44b7-a0f4-b5682addf74c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0570626 Feb 01 18:59:30.980893 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-dcba3e6e-6547-49e0-a3fb-65b952f42170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:30.982376 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-dcba3e6e-6547-49e0-a3fb-65b952f42170 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.0878162 Feb 01 18:59:31.055479 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-15122400-5740-4971-ab6c-cf788326642b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 1000 time: 0.0629520 Feb 01 18:59:31.106738 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-b8065778-a98b-49a8-bf44-5a134fe0bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:31.108191 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-b8065778-a98b-49a8-bf44-5a134fe0bf5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0448411 Feb 01 18:59:31.160790 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-58c21479-f2ba-4e58-8c08-d4818fa3217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 18:59:31.162295 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-58c21479-f2ba-4e58-8c08-d4818fa3217d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457647 Feb 01 18:59:31.262965 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-bc51f5ff-b6d6-4339-8c3f-0660f7bf87ec service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895629 Feb 01 18:59:31.356491 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-2ac55b4f-daa5-4327-9f33-f9fda1b25106 req-fe56f2aa-0788-423a-ac4f-ce42dc4423ae service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Feb 01 18:59:35.892306 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-0b280286-fe55-4440-8fba-04bbf1df7b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:37.942900 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-37f52f6d-9a6d-4c5f-bc83-e758e19a3e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:39.274885 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:40.656551 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:41.883717 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 18:59:50.796132 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 18:59:52.967216 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:05.885448 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-864b6847-2cb5-42f9-a38b-4473afe5ed37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:07.943354 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-377f9074-0916-49c7-a5e2-2879860f210d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:09.276221 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:10.655109 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:11.886741 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:22.979146 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:27.795085 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:00:32.751869 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-e604f29b-6738-48d4-a430-ae56e74de83e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442736 Feb 01 19:00:33.085267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-b7d98559-5b0c-45f7-a2be-e0d4ac2101b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:33.087365 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-b7d98559-5b0c-45f7-a2be-e0d4ac2101b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1129 time: 0.3110807 Feb 01 19:00:33.191834 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-879ce490-2f96-4c38-ba91-84609a51db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:33.193303 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-879ce490-2f96-4c38-ba91-84609a51db29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0850275 Feb 01 19:00:33.262841 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-eaa79c76-0a5f-45e0-960a-a1b59f88d3c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 1001 time: 0.0626152 Feb 01 19:00:33.311021 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-87ca7ec4-80bb-4a5a-9f31-e4de0efef148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:33.312463 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-87ca7ec4-80bb-4a5a-9f31-e4de0efef148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0435679 Feb 01 19:00:33.362010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-d321bc6b-67d6-40c9-b1da-ef9256008ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:33.363764 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-d321bc6b-67d6-40c9-b1da-ef9256008ba0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438597 Feb 01 19:00:33.453895 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-33dfd597-a040-438c-be7d-65fd8a4a642e service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Feb 01 19:00:33.544491 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6793ffe-e4af-4770-a66e-1c4f374c77d7 req-4af585af-cca5-408f-b204-98acec1acd15 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805125 Feb 01 19:00:35.886557 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ee6c64a6-e713-47d8-bda4-528af1c6feab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:37.943563 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-71122648-a88b-47ec-8c96-c471634465d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:39.274978 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:40.658763 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.358914 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33532) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:41.516650 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port 732d1d19-e1a7-4b1e-ba57-79f1266d1dc5 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:41.516989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.593788 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.594135 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.605970 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for 732d1d19-e1a7-4b1e-ba57-79f1266d1dc5 owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:41.778975 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (732d1d19-e1a7-4b1e-ba57-79f1266d1dc5), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.805794 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=732d1d19-e1a7-4b1e-ba57-79f1266d1dc5,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:41.831050 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.831399 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.831745 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.832083 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.832415 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.832746 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.833074 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.833421 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.833731 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.834102 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.834423 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.834767 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.835170 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:41.874613 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (f365939c-15af-42aa-a984-a9b6faba0ff6), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:41.874996 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP f365939c-15af-42aa-a984-a9b6faba0ff6 disassociated (deleted). External IP: 172.27.3.77, port: cab62ab8-2cb9-4af4-b194-dc28532a1c86. Feb 01 19:00:41.890720 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:42.081218 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:42.188598 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:42.193878 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:42.200417 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:42.211234 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:42.211851 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:42.223491 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-893528a8-dd20-4e94-bd54-8893926ec776 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "DELETE /v2.0/floatingips/f365939c-15af-42aa-a984-a9b6faba0ff6 HTTP/1.1" status: 204 len: 168 time: 0.8630114 Feb 01 19:00:42.224210 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:42.226552 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7294f6-bf99-44e5-8b4a-48e1730aa662" -d '{"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:42.264022 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a44be-9315-4191-b6a6-27628a096866 x-openstack-request-id: req-0f3a44be-9315-4191-b6a6-27628a096866 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:42.264199 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:42.264469 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f3a44be-9315-4191-b6a6-27628a096866 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:42.264993 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'status': 'completed', 'code': 200} Feb 01 19:00:42.331895 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:42.340956 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-6741f565-ca24-4bbe-b196-8964e17c949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:42.343569 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-6741f565-ca24-4bbe-b196-8964e17c949c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 1129 time: 0.0536933 Feb 01 19:00:42.487736 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-c18679bd-5551-42b6-8b95-eaa7a2bbe6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:42.489473 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-c18679bd-5551-42b6-8b95-eaa7a2bbe6d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.1338878 Feb 01 19:00:42.510921 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8404a-226a-4bc9-92b8-58ea61f02781 req-5b1602c9-389e-4873-a22a-2f9bb23bc772 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:42.512470 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-89a8404a-226a-4bc9-92b8-58ea61f02781 req-5b1602c9-389e-4873-a22a-2f9bb23bc772 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0897052 Feb 01 19:00:42.549630 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-1d051bd0-41f7-4432-8a76-1194358b3983 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 200 len: 217 time: 0.0523019 Feb 01 19:00:42.621831 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-89a8404a-226a-4bc9-92b8-58ea61f02781 req-36a34109-6172-4ba0-b7a4-06d680a67b32 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797820 Feb 01 19:00:42.625546 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-71b21873-98a4-4db8-8da4-9b217d519547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:42.627522 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-71b21873-98a4-4db8-8da4-9b217d519547 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0692058 Feb 01 19:00:42.683997 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-780d77f8-1bb6-472e-b106-6bb8b615f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:42.685500 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-780d77f8-1bb6-472e-b106-6bb8b615f4d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497689 Feb 01 19:00:42.701230 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:42.730181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:42.739730 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:42.740464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:42.790359 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-f7c6873e-3f77-4efa-8156-085ab3739e18 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977423 Feb 01 19:00:42.848551 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:42.887587 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-1a7294f6-bf99-44e5-8b4a-48e1730aa662 req-59fc4f24-4b97-4c83-b7c7-7002289b3045 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899227 Feb 01 19:00:43.076362 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:43.120508 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d144e6-9b95-48eb-901a-ee13e3630c9d None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_floatingips': [{'id': '073e1a4c-65f3-4048-ae71-031585e41994', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'router_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'port_id': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'mac_address': 'fa:16:3e:9a:35:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-01T18:56:57Z', 'updated_at': '2022-02-01T18:56:59Z', 'revision_number': 1, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:43.340884 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f8732-0fbf-42a2-809d-00ef7d8682c0 None None] New status for floating IP f365939c-15af-42aa-a984-a9b6faba0ff6: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 19:00:43.742594 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5142-0a17-4399-8e9c-3512848c3ede req-f1196d92-8896-4c91-abfa-edc6fe282023 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:43.744083 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e1d5142-0a17-4399-8e9c-3512848c3ede req-f1196d92-8896-4c91-abfa-edc6fe282023 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0517318 Feb 01 19:00:43.792065 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-8e1d5142-0a17-4399-8e9c-3512848c3ede req-ee01d65a-8792-41a9-a142-2cabadc8301a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Feb 01 19:00:44.257310 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-6d67666c-ea44-4e46-a6b0-89b6a74eaabe tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:44.258774 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-6d67666c-ea44-4e46-a6b0-89b6a74eaabe tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 945 time: 0.0512555 Feb 01 19:00:44.354282 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port cab62ab8-2cb9-4af4-b194-dc28532a1c86 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:44.354637 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:44.442381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] For port cab62ab8-2cb9-4af4-b194-dc28532a1c86, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=cab62ab8-2cb9-4af4-b194-dc28532a1c86,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:44.442698 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:44.455257 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for cab62ab8-2cb9-4af4-b194-dc28532a1c86 owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:44.582712 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (cab62ab8-2cb9-4af4-b194-dc28532a1c86), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:44.609010 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=cab62ab8-2cb9-4af4-b194-dc28532a1c86,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:44.655498 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] No DVR routers for this DVR port cab62ab8-2cb9-4af4-b194-dc28532a1c86 on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:44.658077 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:44.661910 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-55b07bd7-6772-4365-92f4-253feaea64e2 req-0fc913f4-78f5-47a9-8e26-7f96ba73cd7e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "DELETE /v2.0/ports/cab62ab8-2cb9-4af4-b194-dc28532a1c86 HTTP/1.1" status: 204 len: 173 time: 0.3971224 Feb 01 19:00:44.662390 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'name': 'network-vif-deleted', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:44.664628 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba027ca-3caf-479e-a12c-a243dbaf15dc" -d '{"events": [{"server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "name": "network-vif-deleted", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:44.701543 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602abd45-6f66-4267-92b0-55aa0d2d3a03 x-openstack-request-id: req-602abd45-6f66-4267-92b0-55aa0d2d3a03 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:44.701839 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a947a156-69b9-4511-893f-c993099fcfdd", "name": "network-vif-deleted", "tag": "cab62ab8-2cb9-4af4-b194-dc28532a1c86", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:44.702093 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-602abd45-6f66-4267-92b0-55aa0d2d3a03 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:44.702519 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a947a156-69b9-4511-893f-c993099fcfdd', 'name': 'network-vif-deleted', 'tag': 'cab62ab8-2cb9-4af4-b194-dc28532a1c86', 'status': 'completed', 'code': 200} Feb 01 19:00:44.888264 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b33eda3c-3464-4434-b2f5-7e754e5aa236 req-719eccd1-0dc5-402c-9109-d02167befa4f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a947a156-69b9-4511-893f-c993099fcfdd HTTP/1.1" status: 200 len: 210 time: 0.0311866 Feb 01 19:00:46.371673 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33564) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:46.529808 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Deleting port 45e0ec3a-d3c6-4829-ab68-27ddb8ae4080 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:46.530085 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:46.603643 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:46.603960 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for floatingip (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:46.615560 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Calling delete_port for 45e0ec3a-d3c6-4829-ab68-27ddb8ae4080 owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:46.764279 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (45e0ec3a-d3c6-4829-ab68-27ddb8ae4080), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:46.790601 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event deleted for resources: {'Port': ['ID=45e0ec3a-d3c6-4829-ab68-27ddb8ae4080,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:46.852040 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for floatingip (e791d88e-deb9-42c2-b4d9-9448255c63a2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:46.852368 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Floating IP e791d88e-deb9-42c2-b4d9-9448255c63a2 disassociated (deleted). External IP: 172.27.3.7, port: 43a34090-f3e2-49a3-96fd-689ae161078f. Feb 01 19:00:47.054315 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Router 0264a4ee-565c-416e-a966-e6334ab93307 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:47.169537 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:47.175001 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:47.179998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Sync routers for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:47.189923 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:47.190566 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:47.213479 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-e17a6654-9cb0-443a-9afb-de6e950e4106 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "DELETE /v2.0/floatingips/e791d88e-deb9-42c2-b4d9-9448255c63a2 HTTP/1.1" status: 204 len: 168 time: 0.8407209 Feb 01 19:00:47.214064 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:47.216437 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351bad4e-5654-4121-8a32-4b4750b41891" -d '{"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:47.253334 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2cdce-c081-4a35-a324-b7fdf07fcff0 x-openstack-request-id: req-22b2cdce-c081-4a35-a324-b7fdf07fcff0 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:47.253836 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:47.254096 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22b2cdce-c081-4a35-a324-b7fdf07fcff0 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:47.254521 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'status': 'completed', 'code': 200} Feb 01 19:00:47.317960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:47.332438 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bad4e-5654-4121-8a32-4b4750b41891 req-26146acf-955f-4668-b418-46e7e6225663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:47.333937 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-26146acf-955f-4668-b418-46e7e6225663 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 1130 time: 0.0499065 Feb 01 19:00:47.480115 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bad4e-5654-4121-8a32-4b4750b41891 req-c1ee34c1-9520-4121-a0e1-6041e84b64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:47.481597 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-c1ee34c1-9520-4121-a0e1-6041e84b64e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 200 len: 910 time: 0.1256909 Feb 01 19:00:47.490262 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae3399-f1fe-448b-a9a5-470d83515624 req-d7b772d0-bedd-4c52-b03d-1f201b0ef401 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:47.491732 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-52ae3399-f1fe-448b-a9a5-470d83515624 req-d7b772d0-bedd-4c52-b03d-1f201b0ef401 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0875850 Feb 01 19:00:47.530034 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-d235ff61-bf23-4b38-8b60-02b0b871368b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 200 len: 217 time: 0.0373559 Feb 01 19:00:47.546670 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:47.583614 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Checking router: 0264a4ee-565c-416e-a966-e6334ab93307 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:47.592330 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:47.592935 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:47.609301 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-52ae3399-f1fe-448b-a9a5-470d83515624 req-42018957-94a8-4d38-ba30-659d6cef39e2 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818660 Feb 01 19:00:47.613320 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bad4e-5654-4121-8a32-4b4750b41891 req-1be34f52-4d34-41ba-9441-9df7a4d4bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:47.614988 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-1be34f52-4d34-41ba-9441-9df7a4d4bf03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 200 len: 848 time: 0.0720651 Feb 01 19:00:47.665324 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bad4e-5654-4121-8a32-4b4750b41891 req-5725d511-af0b-4257-b8d8-1abbf5272de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:47.666848 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-5725d511-af0b-4257-b8d8-1abbf5272de3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8424408e-151a-49f8-a059-6c9cdcd72150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452726 Feb 01 19:00:47.697788 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:47.755261 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-b305a560-f87e-4da7-93ea-a4d2635ae86a service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814431 Feb 01 19:00:47.851474 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-351bad4e-5654-4121-8a32-4b4750b41891 req-0f5fe955-5508-4f73-8f9a-977e8911bbcd service neutron] 10.222.0.39 "GET /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874577 Feb 01 19:00:47.893186 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:47.920785 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef730a-5e2f-42f6-ac60-5ae5c92103c1 None None] The sync data for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi is: [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T18:55:42Z', 'revision_number': 4, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': '1683eda4-0bff-4331-8f2e-57b506436f18', 'name': '', 'network_id': '8424408e-151a-49f8-a059-6c9cdcd72150', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'mac_address': 'fa:16:3e:08:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:41Z', 'updated_at': '2022-02-01T18:55:48Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'subnets': [{'id': 'df8b707d-cb6a-4081-8475-74c6dbc19fd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:48.138323 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3dc85-1c1d-4ef5-b0b2-62ae338561ad None None] New status for floating IP e791d88e-deb9-42c2-b4d9-9448255c63a2: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 19:00:48.187878 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33580) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:48.344164 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port 0d5f0b85-63d9-4492-92dd-6e569fc8142b {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:48.344509 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:48.417078 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:48.417313 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (0d5f0b85-63d9-4492-92dd-6e569fc8142b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:48.428561 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for 0d5f0b85-63d9-4492-92dd-6e569fc8142b owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:48.577032 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (0d5f0b85-63d9-4492-92dd-6e569fc8142b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:48.599738 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=0d5f0b85-63d9-4492-92dd-6e569fc8142b,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:48.665481 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (073e1a4c-65f3-4048-ae71-031585e41994), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:48.665788 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.db.l3_db [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Floating IP 073e1a4c-65f3-4048-ae71-031585e41994 disassociated (deleted). External IP: 172.27.3.124, port: d3291c03-bf97-4ceb-bbb7-f249ffed82cd. Feb 01 19:00:48.816573 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device cab62ab8-2cb9-4af4-b194-dc28532a1c86 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:48.841713 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: cab62ab8-2cb9-4af4-b194-dc28532a1c86 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:48.842062 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device cab62ab8-2cb9-4af4-b194-dc28532a1c86 not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:49.064410 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f43071-2a40-4d09-a2f6-067f1bb04921 req-c44d2c69-c696-40bf-82e1-70eab2f2d5fa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.065869 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8f43071-2a40-4d09-a2f6-067f1bb04921 req-c44d2c69-c696-40bf-82e1-70eab2f2d5fa tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.3660843 Feb 01 19:00:49.196175 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-a8f43071-2a40-4d09-a2f6-067f1bb04921 req-4737c603-1e96-49ae-a937-57be61ef5643 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/security-groups?id=e8d67b41-2b6d-457e-b740-a4d9a166e77e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234720 Feb 01 19:00:49.240170 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:49.259203 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-0de304d8-4658-4143-95b7-f65aa975a0a7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.260639 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-0de304d8-4658-4143-95b7-f65aa975a0a7 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 946 time: 0.0849736 Feb 01 19:00:49.417061 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:49.421832 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:49.426325 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:49.435580 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:49.436269 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:49.463562 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-c5207707-9ed4-4738-bb1a-0a210ce125a8 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "DELETE /v2.0/floatingips/073e1a4c-65f3-4048-ae71-031585e41994 HTTP/1.1" status: 204 len: 168 time: 1.2721372 Feb 01 19:00:49.463562 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:49.465267 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a546180-28da-4f2a-9eb8-71c186885f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:49.472978 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Deleting port 43a34090-f3e2-49a3-96fd-689ae161078f {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:49.473833 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:49.524954 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3d8826-1b11-485e-80f6-338a8e4c185a x-openstack-request-id: req-3f3d8826-1b11-485e-80f6-338a8e4c185a {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:49.525366 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:49.525576 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f3d8826-1b11-485e-80f6-338a8e4c185a {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:49.525969 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'status': 'completed', 'code': 200} Feb 01 19:00:49.594341 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-b256aa30-fefe-41df-856e-fe8f39a1b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.596687 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-b256aa30-fefe-41df-856e-fe8f39a1b49c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=84cc00f8d8884015bc4033b57e30fc27&device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 1129 time: 0.0572741 Feb 01 19:00:49.600436 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] For port 43a34090-f3e2-49a3-96fd-689ae161078f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=43a34090-f3e2-49a3-96fd-689ae161078f,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:49.601524 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:49.623066 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Calling delete_port for 43a34090-f3e2-49a3-96fd-689ae161078f owned by compute:nova {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:49.698334 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-cae1e41a-df55-4ffa-b24c-5074e70d4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.699916 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-cae1e41a-df55-4ffa-b24c-5074e70d4e81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 200 len: 912 time: 0.0948322 Feb 01 19:00:49.710646 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:49.743556 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-2e9b88f4-e405-4662-844d-d60960c78e51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 200 len: 217 time: 0.0363753 Feb 01 19:00:49.746381 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2a497-3aea-4ddd-b37f-a65d1e14a948 req-68bd2a6a-f1da-40b9-99d9-f14baf2ba43c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.747886 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6b2a497-3aea-4ddd-b37f-a65d1e14a948 req-68bd2a6a-f1da-40b9-99d9-f14baf2ba43c tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0716827 Feb 01 19:00:49.797526 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-5a8a2339-9835-49c0-8262-83779a416fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.799758 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-5a8a2339-9835-49c0-8262-83779a416fe9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 200 len: 850 time: 0.0484593 Feb 01 19:00:49.831011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (43a34090-f3e2-49a3-96fd-689ae161078f), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:49.841654 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-b6b2a497-3aea-4ddd-b37f-a65d1e14a948 req-4964109b-26cf-4c93-ac34-73b4070b084e tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666342 Feb 01 19:00:49.857421 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-41e3a935-fbb2-457c-88e5-a090546dd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:49.865188 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-41e3a935-fbb2-457c-88e5-a090546dd656 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8bb2772f-3ed5-485d-ae20-78ac9a88d13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519383 Feb 01 19:00:49.875223 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event deleted for resources: {'Port': ['ID=43a34090-f3e2-49a3-96fd-689ae161078f,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:49.912224 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] No DVR routers for this DVR port 43a34090-f3e2-49a3-96fd-689ae161078f on host hv-cinder-77428 {{(pid=109535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:49.914955 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:49.918248 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-28c436c0-8be1-4995-b5c4-a7efc8cd247b req-1ebbd74e-0318-4ae0-92de-0e2c3ad1ec08 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.39 "DELETE /v2.0/ports/43a34090-f3e2-49a3-96fd-689ae161078f HTTP/1.1" status: 204 len: 173 time: 0.6223707 Feb 01 19:00:49.939984 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:49.970143 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:49.980141 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:49.980782 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:50.094736 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:50.212799 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-a1ca3d00-9cda-4655-944c-5f8579b032af service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455105 Feb 01 19:00:50.346628 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-f64da85d-4520-4e54-b45d-612ab3af9a96 req-00a77c1a-f58a-45d9-8447-f467d0b0cca3 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "GET /v2.0/ports?device_id=1ade0f9a-4e73-4ff1-a509-8740de054c5f HTTP/1.1" status: 200 len: 210 time: 0.0530367 Feb 01 19:00:50.355812 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:50.378971 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-5a546180-28da-4f2a-9eb8-71c186885f7e req-18293034-dbe1-4476-8c54-38ef4dc44bb6 service neutron] 10.222.0.39 "GET /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547980 Feb 01 19:00:50.388137 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d45cb-f60b-4602-a07b-cb77cf5e968a None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:38Z', 'revision_number': 4, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi', '_interfaces': [{'id': 'f08b4fb4-b431-4845-95d2-0ac2bf7875c9', 'name': '', 'network_id': '8bb2772f-3ed5-485d-ae20-78ac9a88d13f', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'mac_address': 'fa:16:3e:db:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:38Z', 'updated_at': '2022-02-01T18:53:43Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'subnets': [{'id': '7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:50.657352 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7a9b0e-3d48-4b60-9555-ed983b78c1e8 None None] New status for floating IP 073e1a4c-65f3-4048-ae71-031585e41994: DOWN {{(pid=109537) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 01 19:00:50.985871 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0cb9b-9078-45f7-92e1-2c73f06523a7 req-5f66b321-d601-44c0-abdd-58c9d8b8496a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109535) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:50.987993 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cd0cb9b-9078-45f7-92e1-2c73f06523a7 req-5f66b321-d601-44c0-abdd-58c9d8b8496a tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0612061 Feb 01 19:00:51.044255 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-9cd0cb9b-9078-45f7-92e1-2c73f06523a7 req-a8328f78-652b-4f94-ae39-17f7abdd5b4f tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb1a254a-8895-4ac4-88ba-66a97ab5b02b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489190 Feb 01 19:00:51.427031 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33600) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:51.511995 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (e8d67b41-2b6d-457e-b740-a4d9a166e77e), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.527533 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-deleted', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f'}] {{(pid=109535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:51.531246 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5bc711f9bddf6aa5ae9046d756cbd945def60e532f6477b247f45327dc7e2dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8050393a-8596-4c00-9b9a-c53c4940c99d" -d '{"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-deleted", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f"}]}' {{(pid=109535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:51.539090 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-734c64a4-6b44-4572-bc4d-a1ad902c5669 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 01 19:00:51.540567 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-734c64a4-6b44-4572-bc4d-a1ad902c5669 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 945 time: 0.0859678 Feb 01 19:00:51.552543 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (e8d67b41-2b6d-457e-b740-a4d9a166e77e), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.569968 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa63282-3cdf-4e7e-9881-f3b3a247de63 x-openstack-request-id: req-5aa63282-3cdf-4e7e-9881-f3b3a247de63 {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:51.570517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ade0f9a-4e73-4ff1-a509-8740de054c5f", "name": "network-vif-deleted", "tag": "43a34090-f3e2-49a3-96fd-689ae161078f", "status": "completed", "code": 200}]} {{(pid=109535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:51.571179 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5aa63282-3cdf-4e7e-9881-f3b3a247de63 {{(pid=109535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:51.571179 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ade0f9a-4e73-4ff1-a509-8740de054c5f', 'name': 'network-vif-deleted', 'tag': '43a34090-f3e2-49a3-96fd-689ae161078f', 'status': 'completed', 'code': 200} Feb 01 19:00:51.698973 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port d3291c03-bf97-4ceb-bbb7-f249ffed82cd {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:51.699196 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.701934 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e8d67b41-2b6d-457e-b740-a4d9a166e77e), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.704472 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.706097 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8d67b41-2b6d-457e-b740-a4d9a166e77e HTTP/1.1" status: 204 len: 168 time: 0.2780728 Feb 01 19:00:51.737812 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d67b41-2b6d-457e-b740-a4d9a166e77e,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:51.770911 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.771262 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.771596 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.771945 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.772252 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.772571 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.773133 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.773456 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.773819 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.774263 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.774615 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.774933 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.775252 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97888ca7-e79f-4532-8f4d-8fcca293b453 tempest-TestShelveInstance-1975371207 tempest-TestShelveInstance-1975371207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:51.837783 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] For port d3291c03-bf97-4ceb-bbb7-f249ffed82cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:51.838198 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:51.855557 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for d3291c03-bf97-4ceb-bbb7-f249ffed82cd owned by compute:nova {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:51.986276 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (d3291c03-bf97-4ceb-bbb7-f249ffed82cd), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:52.020534 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=d3291c03-bf97-4ceb-bbb7-f249ffed82cd,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:52.068799 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] No DVR routers for this DVR port d3291c03-bf97-4ceb-bbb7-f249ffed82cd on host hv-cinder-77428 {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:52.071543 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for port (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:52.074978 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [req-b3c2289a-8778-4a22-8bf2-140f192f3b9c req-43757e0c-ed01-48bf-9514-3bf8882c4578 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.39 "DELETE /v2.0/ports/d3291c03-bf97-4ceb-bbb7-f249ffed82cd HTTP/1.1" status: 204 len: 173 time: 0.5250270 Feb 01 19:00:52.075416 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'name': 'network-vif-deleted', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd'}] {{(pid=109534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 01 19:00:52.077728 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4724ca4ad89810bfae310309e8ffcbc3e9dc6a2186401f681a9a54579b4382b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84a6880-56b6-486f-980d-bdcb2f687ca0" -d '{"events": [{"server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "name": "network-vif-deleted", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd"}]}' {{(pid=109534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 01 19:00:52.120143 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Feb 2022 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e946f7f-fd67-4d14-b3c7-15b1b0921622 x-openstack-request-id: req-1e946f7f-fd67-4d14-b3c7-15b1b0921622 {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 01 19:00:52.120552 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48b91a4-29f1-41f6-9307-d4bf2575c294", "name": "network-vif-deleted", "tag": "d3291c03-bf97-4ceb-bbb7-f249ffed82cd", "status": "completed", "code": 200}]} {{(pid=109534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 01 19:00:52.120900 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e946f7f-fd67-4d14-b3c7-15b1b0921622 {{(pid=109534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 01 19:00:52.121552 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48b91a4-29f1-41f6-9307-d4bf2575c294', 'name': 'network-vif-deleted', 'tag': 'd3291c03-bf97-4ceb-bbb7-f249ffed82cd', 'status': 'completed', 'code': 200} Feb 01 19:00:52.202810 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [req-eb42332c-d8f1-4d41-a8f2-5d137ea8f215 req-8de92524-d8c1-4091-bb9c-27888d89dc13 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "GET /v2.0/ports?device_id=a48b91a4-29f1-41f6-9307-d4bf2575c294 HTTP/1.1" status: 200 len: 210 time: 0.0372729 Feb 01 19:00:52.763742 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33612) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:52.825089 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:52.849063 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: 43a34090-f3e2-49a3-96fd-689ae161078f {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:52.849404 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device 43a34090-f3e2-49a3-96fd-689ae161078f not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:52.987470 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.257892 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33618) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:53.259852 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (0264a4ee-565c-416e-a966-e6334ab93307), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.382813 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Deleting port 8a580cd7-2bf9-4e4c-b3b8-d046893853b6 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:53.383161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.460840 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.461161 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.473004 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Calling delete_port for 8a580cd7-2bf9-4e4c-b3b8-d046893853b6 owned by network:floatingip {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:53.512335 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Deleting port 1683eda4-0bff-4331-8f2e-57b506436f18 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:53.512567 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.593220 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] For port 1683eda4-0bff-4331-8f2e-57b506436f18, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=1683eda4-0bff-4331-8f2e-57b506436f18,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:53.593583 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.606919 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Calling delete_port for 1683eda4-0bff-4331-8f2e-57b506436f18 owned by network:router_interface {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:53.612912 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (8a580cd7-2bf9-4e4c-b3b8-d046893853b6), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.637300 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'Port': ['ID=8a580cd7-2bf9-4e4c-b3b8-d046893853b6,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:53.699605 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for floatingip (e6649702-b543-461e-b050-c8f00558a707), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.702286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93808'] for floatingip (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.706612 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-ff9a3797-ca30-46a6-a4a8-6582b9b509e1 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "DELETE /v2.0/floatingips/e6649702-b543-461e-b050-c8f00558a707 HTTP/1.1" status: 204 len: 168 time: 0.4445825 Feb 01 19:00:53.790706 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (1683eda4-0bff-4331-8f2e-57b506436f18), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:53.818572 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1683eda4-0bff-4331-8f2e-57b506436f18,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:53.988529 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (0264a4ee-565c-416e-a966-e6334ab93307), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.204109 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Router 0264a4ee-565c-416e-a966-e6334ab93307 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:54.315601 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:54.320825 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9ee3ea2d-404d-4a99-8c08-14703aa72d5b admin admin] 10.222.0.31 "PUT /v2.0/routers/0264a4ee-565c-416e-a966-e6334ab93307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5559304 Feb 01 19:00:54.323406 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33628) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:54.325122 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Sync routers for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:54.335243 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:54.335856 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:54.427146 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks [] for router (0264a4ee-565c-416e-a966-e6334ab93307), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.449352 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:54.553918 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks [] for router_gateway (0264a4ee-565c-416e-a966-e6334ab93307), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.627375 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Deleting port 385134a5-d28f-4c42-b3df-5286c62534db {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:54.627715 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (385134a5-d28f-4c42-b3df-5286c62534db), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.636364 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '385134a5-d28f-4c42-b3df-5286c62534db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T19:00:53Z', 'revision_number': 5, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port': {'id': '385134a5-d28f-4c42-b3df-5286c62534db', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0264a4ee-565c-416e-a966-e6334ab93307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:40Z', 'updated_at': '2022-02-01T18:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:54.664475 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Checking router: 0264a4ee-565c-416e-a966-e6334ab93307 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:54.673421 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Routers {'0264a4ee-565c-416e-a966-e6334ab93307'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:54.674128 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0264a4ee-565c-416e-a966-e6334ab93307'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:54.713023 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] For port 385134a5-d28f-4c42-b3df-5286c62534db, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=385134a5-d28f-4c42-b3df-5286c62534db,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:54.713392 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (385134a5-d28f-4c42-b3df-5286c62534db), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.725459 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Calling delete_port for 385134a5-d28f-4c42-b3df-5286c62534db owned by network:router_gateway {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:54.758255 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] Set router 0264a4ee-565c-416e-a966-e6334ab93307 gateway port host: None {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:54.811950 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T19:00:54Z', 'revision_number': 6, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:54.840252 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91af35e-7f4e-43be-afa9-6039b09dd561 None None] The sync data for ids ['0264a4ee-565c-416e-a966-e6334ab93307'] in dv-cinder-774288-14-iscsi is: [{'id': '0264a4ee-565c-416e-a966-e6334ab93307', 'name': 'tempest-TestShelveInstance-2017947472-router', 'tenant_id': '4d5958b65ab64bda8bc7919c961f2e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:39Z', 'updated_at': '2022-02-01T19:00:54Z', 'revision_number': 6, 'project_id': '4d5958b65ab64bda8bc7919c961f2e47', 'gw_port_host': None}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:54.893085 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (385134a5-d28f-4c42-b3df-5286c62534db), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.904085 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33632) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:54.920354 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=385134a5-d28f-4c42-b3df-5286c62534db,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:54.972961 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (cb1a254a-8895-4ac4-88ba-66a97ab5b02b), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:54.987376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (0264a4ee-565c-416e-a966-e6334ab93307), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.001129 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (cb1a254a-8895-4ac4-88ba-66a97ab5b02b), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.081536 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (cb1a254a-8895-4ac4-88ba-66a97ab5b02b), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.084100 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Publish callbacks [] for security_group (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.085264 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb1a254a-8895-4ac4-88ba-66a97ab5b02b HTTP/1.1" status: 204 len: 168 time: 0.1797905 Feb 01 19:00:55.092200 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (0264a4ee-565c-416e-a966-e6334ab93307), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.094680 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks [] for router_controller (0264a4ee-565c-416e-a966-e6334ab93307), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.099176 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92b4a2-46ed-4c5f-9e8c-fc29a573c034 tempest-TestVolumeBootPattern-167355129 tempest-TestVolumeBootPattern-167355129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a254a-8895-4ac4-88ba-66a97ab5b02b,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:55.143072 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33636) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:55.151674 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (0264a4ee-565c-416e-a966-e6334ab93307), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.152405 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0264a4ee-565c-416e-a966-e6334ab93307 {{(pid=109534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 19:00:55.157898 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.163264 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-635f5e49-c779-4361-8eab-40675d4fdfa6 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0264a4ee-565c-416e-a966-e6334ab93307 HTTP/1.1" status: 204 len: 168 time: 0.8385291 Feb 01 19:00:55.163917 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33640) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:55.309595 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Deleting subnet df8b707d-cb6a-4081-8475-74c6dbc19fd2 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 19:00:55.317059 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Publish callbacks [] for subnet (df8b707d-cb6a-4081-8475-74c6dbc19fd2), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.399641 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (df8b707d-cb6a-4081-8475-74c6dbc19fd2), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.558256 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (df8b707d-cb6a-4081-8475-74c6dbc19fd2), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.661994 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (df8b707d-cb6a-4081-8475-74c6dbc19fd2), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.669893 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 1683eda4-0bff-4331-8f2e-57b506436f18 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:55.699844 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 1683eda4-0bff-4331-8f2e-57b506436f18 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:55.700192 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 1683eda4-0bff-4331-8f2e-57b506436f18 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:55.708680 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.711886 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df8b707d-cb6a-4081-8475-74c6dbc19fd2 HTTP/1.1" status: 204 len: 168 time: 0.5470004 Feb 01 19:00:55.712852 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c1f6d-71b2-46a4-a526-570892101a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8b707d-cb6a-4081-8475-74c6dbc19fd2,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:55.713643 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a05bfb-d845-4c58-873f-351c4d7f48d7 None None] Network 8424408e-151a-49f8-a059-6c9cdcd72150 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 19:00:55.715276 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33642) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:55.799291 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (8424408e-151a-49f8-a059-6c9cdcd72150), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.809283 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (0aec2274-5824-49c0-a1f8-94155d8882fa), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.870759 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Deleting port 2ea38afc-201c-415e-83f3-becd46ec0a86 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:55.871322 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.889843 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] DHCP port deletion for 8424408e-151a-49f8-a059-6c9cdcd72150 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 19:00:55.967296 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] For port 2ea38afc-201c-415e-83f3-becd46ec0a86, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=2ea38afc-201c-415e-83f3-becd46ec0a86,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:55.967996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.984108 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Deleting port 2ea38afc-201c-415e-83f3-becd46ec0a86 {{(pid=109536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:55.984370 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), before_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:55.989989 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Calling delete_port for 2ea38afc-201c-415e-83f3-becd46ec0a86 owned by network:dhcp {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:56.061991 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] For port 2ea38afc-201c-415e-83f3-becd46ec0a86, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=2ea38afc-201c-415e-83f3-becd46ec0a86,segment=NetworkSegment(797fcea3-9b59-4d7b-8e2a-11c4eb748ffa),segment_id=797fcea3-9b59-4d7b-8e2a-11c4eb748ffa)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:56.062397 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), precommit_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.076695 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Calling delete_port for 2ea38afc-201c-415e-83f3-becd46ec0a86 owned by network:dhcp {{(pid=109536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:56.085776 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.114738 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] No DVR routers for this DVR port 2ea38afc-201c-415e-83f3-becd46ec0a86 on host dv-cinder-774288-14-iscsi {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:56.115669 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Deleting port f08b4fb4-b431-4845-95d2-0ac2bf7875c9 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:56.116144 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.120880 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea38afc-201c-415e-83f3-becd46ec0a86,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:56.167050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577'] for port (2ea38afc-201c-415e-83f3-becd46ec0a86), after_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.180479 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] No DVR routers for this DVR port 2ea38afc-201c-415e-83f3-becd46ec0a86 on host dv-cinder-774288-14-iscsi {{(pid=109536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:56.199590 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Pushing event deleted for resources: {'Port': ['ID=2ea38afc-201c-415e-83f3-becd46ec0a86,revision_number=None']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:56.199886 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (8424408e-151a-49f8-a059-6c9cdcd72150), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.211175 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.211553 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.211905 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.212244 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.212575 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.212902 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.213664 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.213664 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.213858 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.214164 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.214519 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.214837 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.215159 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c7049b-b01a-4530-894f-4329183b72d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-14-iscsi {{(pid=109536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 01 19:00:56.217624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] For port f08b4fb4-b431-4845-95d2-0ac2bf7875c9, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:56.217996 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.228209 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8424408e-151a-49f8-a059-6c9cdcd72150']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:56.231685 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Calling delete_port for f08b4fb4-b431-4845-95d2-0ac2bf7875c9 owned by network:router_interface {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:56.238766 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:56.239406 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797fcea3-9b59-4d7b-8e2a-11c4eb748ffa') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:56.249149 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (797fcea3-9b59-4d7b-8e2a-11c4eb748ffa), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.262974 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (797fcea3-9b59-4d7b-8e2a-11c4eb748ffa), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.272971 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 19:00:56.273369 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (797fcea3-9b59-4d7b-8e2a-11c4eb748ffa), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 19:00:56.275454 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 19:00:56.438328 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (f08b4fb4-b431-4845-95d2-0ac2bf7875c9), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.465348 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Pushing event deleted for resources: {'Port': ['ID=f08b4fb4-b431-4845-95d2-0ac2bf7875c9,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:56.597484 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (8424408e-151a-49f8-a059-6c9cdcd72150), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.603898 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.607318 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8424408e-151a-49f8-a059-6c9cdcd72150 HTTP/1.1" status: 204 len: 168 time: 0.8906739 Feb 01 19:00:56.610155 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33644) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:56.655085 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (0aec2274-5824-49c0-a1f8-94155d8882fa), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:56.665236 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026ada3-a791-4ccb-85b9-b421831949b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8424408e-151a-49f8-a059-6c9cdcd72150,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:56.824432 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device d3291c03-bf97-4ceb-bbb7-f249ffed82cd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:56.846790 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] No Port match for: d3291c03-bf97-4ceb-bbb7-f249ffed82cd {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:56.847409 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Device d3291c03-bf97-4ceb-bbb7-f249ffed82cd not bound to the agent host hv-cinder-77428 {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:56.908728 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Router 0aec2274-5824-49c0-a1f8-94155d8882fa has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:56.998443 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (19178076-a662-4621-9bc2-dca47235b441), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.233909 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 385134a5-d28f-4c42-b3df-5286c62534db no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:57.262787 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 385134a5-d28f-4c42-b3df-5286c62534db {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:57.263692 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 385134a5-d28f-4c42-b3df-5286c62534db not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:57.264612 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 2ea38afc-201c-415e-83f3-becd46ec0a86 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:57.288445 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 2ea38afc-201c-415e-83f3-becd46ec0a86 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:57.289091 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 2ea38afc-201c-415e-83f3-becd46ec0a86 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:57.325777 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:57.332079 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-3d37c407-778a-4a61-82a4-19dc29edc87a admin admin] 10.222.0.31 "PUT /v2.0/routers/0aec2274-5824-49c0-a1f8-94155d8882fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866441 Feb 01 19:00:57.334303 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33646) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:57.340496 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Sync routers for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:57.354692 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:57.355312 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:57.390810 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Deleting port 97ac2b86-bcd6-4ff8-a476-eef099c265a8 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:57.391178 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.462323 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:57.507383 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks [] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.550157 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] For port 97ac2b86-bcd6-4ff8-a476-eef099c265a8, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=97ac2b86-bcd6-4ff8-a476-eef099c265a8,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:57.550433 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.568422 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Calling delete_port for 97ac2b86-bcd6-4ff8-a476-eef099c265a8 owned by network:router_interface {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:57.640420 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T19:00:56Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:57.667219 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Checking router: 0aec2274-5824-49c0-a1f8-94155d8882fa for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:57.676339 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Routers {'0aec2274-5824-49c0-a1f8-94155d8882fa'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:57.676955 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0aec2274-5824-49c0-a1f8-94155d8882fa'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:57.677318 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks [] for router_gateway (0aec2274-5824-49c0-a1f8-94155d8882fa), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.790731 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] Set router 0aec2274-5824-49c0-a1f8-94155d8882fa gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:57.796969 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Deleting port 30f77f99-46bd-478b-90e4-2d105361fde0 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:57.797305 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.887519 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (97ac2b86-bcd6-4ff8-a476-eef099c265a8), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.931312 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ac2b86-bcd6-4ff8-a476-eef099c265a8,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:57.940444 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] For port 30f77f99-46bd-478b-90e4-2d105361fde0, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=30f77f99-46bd-478b-90e4-2d105361fde0,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:57.940795 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:57.979098 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Calling delete_port for 30f77f99-46bd-478b-90e4-2d105361fde0 owned by network:router_gateway {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:57.981684 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T19:00:56Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:58.102880 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87725743-aec8-4c49-8459-b9e5c6de404d None None] The sync data for ids ['0aec2274-5824-49c0-a1f8-94155d8882fa'] in dv-cinder-774288-14-iscsi is: [{'id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'name': 'tempest-TestVolumeBootPattern-696213706-router', 'tenant_id': '84cc00f8d8884015bc4033b57e30fc27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202'}], 'enable_snat': True}, 'gw_port_id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T19:00:56Z', 'revision_number': 5, 'project_id': '84cc00f8d8884015bc4033b57e30fc27', 'gw_port': {'id': '30f77f99-46bd-478b-90e4-2d105361fde0', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aec2274-5824-49c0-a1f8-94155d8882fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:35Z', 'updated_at': '2022-02-01T18:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:58.235234 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (19178076-a662-4621-9bc2-dca47235b441), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.363279 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (30f77f99-46bd-478b-90e4-2d105361fde0), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.397186 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f77f99-46bd-478b-90e4-2d105361fde0,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:58.503978 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (0aec2274-5824-49c0-a1f8-94155d8882fa), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.887344 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.890752 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks [] for router_controller (0aec2274-5824-49c0-a1f8-94155d8882fa), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.944958 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Router 19178076-a662-4621-9bc2-dca47235b441 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:00:58.950592 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (0aec2274-5824-49c0-a1f8-94155d8882fa), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.951144 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aec2274-5824-49c0-a1f8-94155d8882fa {{(pid=109534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 19:00:58.957101 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:58.958101 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ab47f229-8099-433c-94f9-db33af647fa7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0aec2274-5824-49c0-a1f8-94155d8882fa HTTP/1.1" status: 204 len: 168 time: 1.6228590 Feb 01 19:00:58.963834 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33648) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:59.098454 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.db_base_plugin_v2 [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Deleting subnet 7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 {{(pid=109534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 19:00:59.104979 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Publish callbacks [] for subnet (7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.155807 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:00:59.158722 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16188339'] for subnet (7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0), precommit_delete_associations {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.163367 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-35a229f8-6213-4e3b-91ca-bb740127a631 admin admin] 10.222.0.31 "PUT /v2.0/routers/19178076-a662-4621-9bc2-dca47235b441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5521443 Feb 01 19:00:59.165131 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Sync routers for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:00:59.166117 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33650) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:59.183393 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:59.184011 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.263973 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.314638 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks [] for router (19178076-a662-4621-9bc2-dca47235b441), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.319769 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:59.327963 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16113731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16234944'] for subnet (7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.353818 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:59.361594 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for subnet (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.368249 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-088d7e99-54ee-43a2-941e-674acf79196f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7cf1fdff-d2b4-44e6-ae1a-b2faf9b644d0 HTTP/1.1" status: 204 len: 168 time: 0.4009318 Feb 01 19:00:59.368523 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33652) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:00:59.383967 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38f130-1fe6-4be4-bb4c-66825e5ee0df None None] Network 8bb2772f-3ed5-485d-ae20-78ac9a88d13f requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 19:00:59.425624 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks [] for router_gateway (19178076-a662-4621-9bc2-dca47235b441), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.477226 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (8bb2772f-3ed5-485d-ae20-78ac9a88d13f), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.520729 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Deleting port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:59.521187 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.546751 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Deleting port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:00:59.547170 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.610644 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f08b4fb4-b431-4845-95d2-0ac2bf7875c9 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:00:59.611468 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] For port 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:59.611830 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.619912 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] For port 44ab7d5a-2d29-4df9-9742-a4a76f790c80, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=44ab7d5a-2d29-4df9-9742-a4a76f790c80,segment=NetworkSegment(d7ea8ff7-e8b0-4c86-856c-b477cc7b074a),segment_id=d7ea8ff7-e8b0-4c86-856c-b477cc7b074a)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:00:59.620273 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.626214 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Calling delete_port for 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 owned by network:router_gateway {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:59.633376 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Calling delete_port for 44ab7d5a-2d29-4df9-9742-a4a76f790c80 owned by network:dhcp {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:00:59.667935 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: f08b4fb4-b431-4845-95d2-0ac2bf7875c9 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:00:59.668276 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device f08b4fb4-b431-4845-95d2-0ac2bf7875c9 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:00:59.722365 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (44ab7d5a-2d29-4df9-9742-a4a76f790c80), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.749099 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ab7d5a-2d29-4df9-9742-a4a76f790c80,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:59.753268 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] No DVR routers for this DVR port 44ab7d5a-2d29-4df9-9742-a4a76f790c80 on host dv-cinder-774288-14-iscsi {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:00:59.777365 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T19:00:57Z', 'revision_number': 5, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port': {'id': '066a5ecc-52ee-4286-b7cd-cfd00afeb7f3', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:9d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19178076-a662-4621-9bc2-dca47235b441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:55:45Z', 'updated_at': '2022-02-01T18:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.806749 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Checking router: 19178076-a662-4621-9bc2-dca47235b441 for host: dv-cinder-774288-14-iscsi {{(pid=109536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:00:59.812904 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (066a5ecc-52ee-4286-b7cd-cfd00afeb7f3), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.816725 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Routers {'19178076-a662-4621-9bc2-dca47235b441'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:00:59.817458 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['19178076-a662-4621-9bc2-dca47235b441'], 'active': True} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.838158 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (8bb2772f-3ed5-485d-ae20-78ac9a88d13f), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.846175 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Pushing event deleted for resources: {'Port': ['ID=066a5ecc-52ee-4286-b7cd-cfd00afeb7f3,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:00:59.861875 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb2772f-3ed5-485d-ae20-78ac9a88d13f']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.875181 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.875800 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ea8ff7-e8b0-4c86-856c-b477cc7b074a') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.886529 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (d7ea8ff7-e8b0-4c86-856c-b477cc7b074a), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.893801 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc477e0-7be6-4a14-ab16-d39acf831b38 None None] DHCP port deletion for 8bb2772f-3ed5-485d-ae20-78ac9a88d13f request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 19:00:59.899680 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvr_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] Set router 19178076-a662-4621-9bc2-dca47235b441 gateway port host: None {{(pid=109536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:00:59.904444 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (d7ea8ff7-e8b0-4c86-856c-b477cc7b074a), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.911742 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 19:00:59.912131 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (d7ea8ff7-e8b0-4c86-856c-b477cc7b074a), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 19:00:59.914283 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 19:00:59.917364 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (19178076-a662-4621-9bc2-dca47235b441), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.957971 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_hamode_db [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T19:00:59Z', 'revision_number': 7, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:00:59.977493 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (8bb2772f-3ed5-485d-ae20-78ac9a88d13f), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.983362 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:00:59.987618 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8bb2772f-3ed5-485d-ae20-78ac9a88d13f HTTP/1.1" status: 204 len: 168 time: 0.6179585 Feb 01 19:00:59.987775 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cabcc90-ee5f-4d79-be69-8d49bff9fcf1 None None] The sync data for ids ['19178076-a662-4621-9bc2-dca47235b441'] in dv-cinder-774288-14-iscsi is: [{'id': '19178076-a662-4621-9bc2-dca47235b441', 'name': 'tempest-TestShelveInstance-695926271-router', 'tenant_id': 'f9509461fef04803990881c4298fc4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:55:44Z', 'updated_at': '2022-02-01T19:00:59Z', 'revision_number': 7, 'project_id': 'f9509461fef04803990881c4298fc4d9', 'gw_port_host': None}] {{(pid=109536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:00:59.991011 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33654) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:00.007744 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ab703-34bc-4d3a-bae1-73a9cfc98db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb2772f-3ed5-485d-ae20-78ac9a88d13f,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:00.032238 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (19178076-a662-4621-9bc2-dca47235b441), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.035520 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks [] for router_controller (19178076-a662-4621-9bc2-dca47235b441), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.117041 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (19178076-a662-4621-9bc2-dca47235b441), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.117490 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19178076-a662-4621-9bc2-dca47235b441 {{(pid=109535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 19:01:00.146516 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.147631 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-0715d856-70f4-4afe-81b7-d721ae741129 admin admin] 10.222.0.31 "DELETE /v2.0/routers/19178076-a662-4621-9bc2-dca47235b441 HTTP/1.1" status: 204 len: 168 time: 0.9804904 Feb 01 19:01:00.150046 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33656) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:00.240654 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Deleting subnet cd8b69f9-daf8-4791-9200-42e9d1d5d844 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 19:01:00.246286 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Publish callbacks [] for subnet (cd8b69f9-daf8-4791-9200-42e9d1d5d844), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.316194 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (cd8b69f9-daf8-4791-9200-42e9d1d5d844), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.462686 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (cd8b69f9-daf8-4791-9200-42e9d1d5d844), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.533132 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (cd8b69f9-daf8-4791-9200-42e9d1d5d844), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.566361 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8b69f9-daf8-4791-9200-42e9d1d5d844,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:00.568435 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.571676 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-d68f8d72-4eda-4c6d-8933-d06cb54866d3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cd8b69f9-daf8-4791-9200-42e9d1d5d844 HTTP/1.1" status: 204 len: 168 time: 0.4206617 Feb 01 19:01:00.572595 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b946e57-7380-4f85-88d5-9919329ac455 None None] Network 512e01cb-4042-4f80-bb55-3db152e8b781 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 19:01:00.575717 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33658) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:00.642316 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1642336'] for router_interface (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.655821 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (512e01cb-4042-4f80-bb55-3db152e8b781), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.722784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Deleting port b64a0645-95a8-47d3-a741-e9b107e8453d {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:00.722784 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.772516 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] DHCP port deletion for 512e01cb-4042-4f80-bb55-3db152e8b781 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 19:01:00.808537 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] For port b64a0645-95a8-47d3-a741-e9b107e8453d, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=b64a0645-95a8-47d3-a741-e9b107e8453d,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:00.808910 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.823039 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Calling delete_port for b64a0645-95a8-47d3-a741-e9b107e8453d owned by network:dhcp {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:00.829754 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Deleting port b64a0645-95a8-47d3-a741-e9b107e8453d {{(pid=109536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:00.830127 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), before_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.898998 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] For port b64a0645-95a8-47d3-a741-e9b107e8453d, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=b64a0645-95a8-47d3-a741-e9b107e8453d,segment=NetworkSegment(86b8bd6d-fab1-46f4-b144-9b6037cb27b3),segment_id=86b8bd6d-fab1-46f4-b144-9b6037cb27b3)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:00.899459 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), precommit_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.914270 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Calling delete_port for b64a0645-95a8-47d3-a741-e9b107e8453d owned by network:dhcp {{(pid=109536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:00.916595 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.936119 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Deleting port 55a26331-b559-46ea-8574-119dcdccdef8 {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:00.936456 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (55a26331-b559-46ea-8574-119dcdccdef8), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:00.945575 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Pushing event deleted for resources: {'Port': ['ID=b64a0645-95a8-47d3-a741-e9b107e8453d,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:00.948018 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] No DVR routers for this DVR port b64a0645-95a8-47d3-a741-e9b107e8453d on host dv-cinder-774288-14-iscsi {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:01:01.021001 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577'] for port (b64a0645-95a8-47d3-a741-e9b107e8453d), after_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.024099 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] For port 55a26331-b559-46ea-8574-119dcdccdef8, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=55a26331-b559-46ea-8574-119dcdccdef8,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:01.024546 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (55a26331-b559-46ea-8574-119dcdccdef8), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.027140 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (512e01cb-4042-4f80-bb55-3db152e8b781), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.040541 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Calling delete_port for 55a26331-b559-46ea-8574-119dcdccdef8 owned by network:router_interface {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:01.050675 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] Pushing event deleted for resources: {'Port': ['ID=b64a0645-95a8-47d3-a741-e9b107e8453d,revision_number=None']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:01.052588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512e01cb-4042-4f80-bb55-3db152e8b781']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:01.057964 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e739dc4-d3c4-47a8-9d19-16a9500cac30 None None] No DVR routers for this DVR port b64a0645-95a8-47d3-a741-e9b107e8453d on host dv-cinder-774288-14-iscsi {{(pid=109536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:01:01.065211 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b8bd6d-fab1-46f4-b144-9b6037cb27b3') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:01.065532 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b8bd6d-fab1-46f4-b144-9b6037cb27b3') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:01.078426 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (86b8bd6d-fab1-46f4-b144-9b6037cb27b3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.099353 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (86b8bd6d-fab1-46f4-b144-9b6037cb27b3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.110075 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 19:01:01.110501 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (86b8bd6d-fab1-46f4-b144-9b6037cb27b3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 19:01:01.114689 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 19:01:01.175164 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (512e01cb-4042-4f80-bb55-3db152e8b781), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.190122 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.193459 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] 10.222.0.31 "DELETE /v2.0/networks/512e01cb-4042-4f80-bb55-3db152e8b781 HTTP/1.1" status: 204 len: 168 time: 0.6163578 Feb 01 19:01:01.211248 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 30f77f99-46bd-478b-90e4-2d105361fde0 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:01.212136 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af741c8b-4077-40c6-ab8a-f3c66e929067 admin admin] Pushing event deleted for resources: {'Network': ['ID=512e01cb-4042-4f80-bb55-3db152e8b781,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:01.242019 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 30f77f99-46bd-478b-90e4-2d105361fde0 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:01.242464 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 30f77f99-46bd-478b-90e4-2d105361fde0 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:01.243036 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 97ac2b86-bcd6-4ff8-a476-eef099c265a8 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:01.271952 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 97ac2b86-bcd6-4ff8-a476-eef099c265a8 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:01.272387 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 97ac2b86-bcd6-4ff8-a476-eef099c265a8 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:01.272815 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:01.295203 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:01.295634 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 066a5ecc-52ee-4286-b7cd-cfd00afeb7f3 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:01.296007 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44ab7d5a-2d29-4df9-9742-a4a76f790c80 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:01.312849 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (55a26331-b559-46ea-8574-119dcdccdef8), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.317043 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 44ab7d5a-2d29-4df9-9742-a4a76f790c80 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:01.317336 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 44ab7d5a-2d29-4df9-9742-a4a76f790c80 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:01.317753 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device b64a0645-95a8-47d3-a741-e9b107e8453d no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:01.338213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: b64a0645-95a8-47d3-a741-e9b107e8453d {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:01.341435 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device b64a0645-95a8-47d3-a741-e9b107e8453d not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:01.341943 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33662) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:01.346652 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=55a26331-b559-46ea-8574-119dcdccdef8,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:01.407489 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b6bc1f03-d95e-4a26-97f3-5e4284e54873 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d5958b65ab64bda8bc7919c961f2e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641367 Feb 01 19:01:01.411029 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33664) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:01.464289 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] Publish callbacks [] for security_group (7e09de21-c80d-4186-bf3a-12d04dec6485), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.494905 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] Publish callbacks [] for security_group (7e09de21-c80d-4186-bf3a-12d04dec6485), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.525163 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1642484'] for router_interface (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.563282 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (7e09de21-c80d-4186-bf3a-12d04dec6485), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.566600 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:01.567749 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e09de21-c80d-4186-bf3a-12d04dec6485 HTTP/1.1" status: 204 len: 168 time: 0.1557217 Feb 01 19:01:01.576664 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f71a3-95dd-40b4-af84-2ac552021118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e09de21-c80d-4186-bf3a-12d04dec6485,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:01.763349 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Router 0660596a-af42-4d16-a4f3-d50a4319b9a1 has already been hosted by L3 agent 7605ce03-2128-4c81-9bdd-a9ffab518cbd {{(pid=109535) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 01 19:01:01.873310 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] Notify agent at l3_agent.dv-cinder-774288-14-iscsi the message routers_updated {{(pid=109535) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 01 19:01:01.878888 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-bfce3f85-65dd-4182-aac7-bfe38e931a9d admin admin] 10.222.0.31 "PUT /v2.0/routers/0660596a-af42-4d16-a4f3-d50a4319b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8521864 Feb 01 19:01:01.881587 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33670) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:01.884967 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Sync routers for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 01 19:01:01.897145 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:01:01.897767 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:01.921996 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33672) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:01.964686 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-60086275-214e-455b-8d52-53f01a582f3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9509461fef04803990881c4298fc4d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428629 Feb 01 19:01:01.967150 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33674) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:01.998397 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks [] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.021430 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: dv-cinder-774288-14-iscsi {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:01:02.026788 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] Publish callbacks [] for security_group (861dbef5-cc34-444a-8370-9f7d3fccc4a3), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.053181 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] Publish callbacks [] for security_group (861dbef5-cc34-444a-8370-9f7d3fccc4a3), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.119729 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (861dbef5-cc34-444a-8370-9f7d3fccc4a3), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.125010 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.129238 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/861dbef5-cc34-444a-8370-9f7d3fccc4a3 HTTP/1.1" status: 204 len: 168 time: 0.1581352 Feb 01 19:01:02.129422 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks [] for router_gateway (0660596a-af42-4d16-a4f3-d50a4319b9a1), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.140588 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36d9d-baf3-4984-b83e-405c534ab421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861dbef5-cc34-444a-8370-9f7d3fccc4a3,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:02.196889 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Deleting port d0a58deb-686a-4979-a673-92b103eb944a {{(pid=109535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:02.197517 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (d0a58deb-686a-4979-a673-92b103eb944a), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.244684 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'external_fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T19:01:01Z', 'revision_number': 5, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port': {'id': 'd0a58deb-686a-4979-a673-92b103eb944a', 'name': '', 'network_id': 'd0cb9f40-a190-4069-a33d-26330222c144', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:79:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-01T18:53:42Z', 'updated_at': '2022-02-01T18:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1e8b97-4e69-4542-a83f-37d38a90189f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-14-iscsi'}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:02.272926 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Checking router: 0660596a-af42-4d16-a4f3-d50a4319b9a1 for host: dv-cinder-774288-14-iscsi {{(pid=109537) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 01 19:01:02.281580 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Routers {'0660596a-af42-4d16-a4f3-d50a4319b9a1'} bound to L3 agent in host dv-cinder-774288-14-iscsi {{(pid=109537) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 01 19:01:02.282895 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-01T18:39:08Z,description=,heartbeat_timestamp=2022-02-01T19:00:38Z,host='dv-cinder-774288-14-iscsi',id=7605ce03-2128-4c81-9bdd-a9ffab518cbd,load=0,resource_versions=,resources_synced=,started_at=2022-02-01T18:39:08Z,topic='l3_agent')) {'router_ids': ['0660596a-af42-4d16-a4f3-d50a4319b9a1'], 'active': True} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:02.286162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.db [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] For port d0a58deb-686a-4979-a673-92b103eb944a, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=d0a58deb-686a-4979-a673-92b103eb944a,segment=NetworkSegment(fff01b13-8195-4276-b132-b855be2e0300),segment_id=fff01b13-8195-4276-b132-b855be2e0300)] {{(pid=109535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:02.286162 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (d0a58deb-686a-4979-a673-92b103eb944a), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.303164 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.plugins.ml2.plugin [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Calling delete_port for d0a58deb-686a-4979-a673-92b103eb944a owned by network:router_gateway {{(pid=109535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:02.389712 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_dvr_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] Set router 0660596a-af42-4d16-a4f3-d50a4319b9a1 gateway port host: None {{(pid=109537) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 01 19:01:02.457237 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.l3_hamode_db [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T19:01:02Z', 'revision_number': 6, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port_host': None}], 'dv-cinder-774288-14-iscsi', False) {} {{(pid=109537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:02.496802 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b763-44d0-4d22-82aa-23bb97b75dd6 None None] The sync data for ids ['0660596a-af42-4d16-a4f3-d50a4319b9a1'] in dv-cinder-774288-14-iscsi is: [{'id': '0660596a-af42-4d16-a4f3-d50a4319b9a1', 'name': 'tempest-TestVolumeBootPattern-1980492387-router', 'tenant_id': '9f86abfa9fc2427ca742891527329657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-01T18:53:41Z', 'updated_at': '2022-02-01T19:01:02Z', 'revision_number': 6, 'project_id': '9f86abfa9fc2427ca742891527329657', 'gw_port_host': None}] {{(pid=109537) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 01 19:01:02.771150 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14319264'] for port (d0a58deb-686a-4979-a673-92b103eb944a), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.796435 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a58deb-686a-4979-a673-92b103eb944a,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:02.860254 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1639834'] for router_gateway (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.955979 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3821'] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.958200 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks [] for router_controller (0660596a-af42-4d16-a4f3-d50a4319b9a1), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:02.999901 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1650950'] for router (0660596a-af42-4d16-a4f3-d50a4319b9a1), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.000413 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0660596a-af42-4d16-a4f3-d50a4319b9a1 {{(pid=109535) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 01 19:01:03.004518 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.005649 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-47e25365-8aad-46aa-81f8-20bc71151d41 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0660596a-af42-4d16-a4f3-d50a4319b9a1 HTTP/1.1" status: 204 len: 168 time: 1.1222956 Feb 01 19:01:03.008659 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.wsgi [-] (109535) accepted ('10.222.0.31', 33678) {{(pid=109535) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:03.054359 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Deleting subnet 93e74611-0c97-4d18-85a2-b0f67a036f71 {{(pid=109535) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 01 19:01:03.057329 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Publish callbacks [] for subnet (93e74611-0c97-4d18-85a2-b0f67a036f71), before_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.090886 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12684437'] for subnet (93e74611-0c97-4d18-85a2-b0f67a036f71), precommit_delete_associations {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.169430 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-974539'] for subnet (93e74611-0c97-4d18-85a2-b0f67a036f71), precommit_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.222989 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-974514', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14319357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12777127'] for subnet (93e74611-0c97-4d18-85a2-b0f67a036f71), after_delete {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.252853 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron_lib.callbacks.manager [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.256922 dv-cinder-774288-14-iscsi neutron-server[109535]: INFO neutron.wsgi [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/93e74611-0c97-4d18-85a2-b0f67a036f71 HTTP/1.1" status: 204 len: 168 time: 0.2471533 Feb 01 19:01:03.257841 dv-cinder-774288-14-iscsi neutron-server[109535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b264-5f65-44b6-98fe-799f3a4b18a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e74611-0c97-4d18-85a2-b0f67a036f71,revision_number=None']} {{(pid=109535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:03.259747 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33680) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:03.262344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea6e035-0883-41be-aca2-444686027a59 None None] Network afb58c79-9294-404d-9f92-79c4d865b7d4 requested from dv-cinder-774288-14-iscsi {{(pid=109536) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 01 19:01:03.291101 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 55a26331-b559-46ea-8574-119dcdccdef8 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:03.340613 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 55a26331-b559-46ea-8574-119dcdccdef8 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:03.340960 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 55a26331-b559-46ea-8574-119dcdccdef8 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:03.341362 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d0a58deb-686a-4979-a673-92b103eb944a no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:03.354609 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-602241'] for network (afb58c79-9294-404d-9f92-79c4d865b7d4), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.370013 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: d0a58deb-686a-4979-a673-92b103eb944a {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:03.370352 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device d0a58deb-686a-4979-a673-92b103eb944a not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:03.408359 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Deleting port 295aee35-5f12-4217-ada2-f4a06b7e7097 {{(pid=109534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:03.408782 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.462526 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] DHCP port deletion for afb58c79-9294-404d-9f92-79c4d865b7d4 request from dv-cinder-774288-14-iscsi {{(pid=109536) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 01 19:01:03.484648 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.db [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] For port 295aee35-5f12-4217-ada2-f4a06b7e7097, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=295aee35-5f12-4217-ada2-f4a06b7e7097,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:03.485007 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.499756 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Calling delete_port for 295aee35-5f12-4217-ada2-f4a06b7e7097 owned by network:dhcp {{(pid=109534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:03.512579 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Deleting port 295aee35-5f12-4217-ada2-f4a06b7e7097 {{(pid=109536) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 01 19:01:03.513178 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755468368478'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), before_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.577732 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.db [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] For port 295aee35-5f12-4217-ada2-f4a06b7e7097, host dv-cinder-774288-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-14-iscsi',level=0,port_id=295aee35-5f12-4217-ada2-f4a06b7e7097,segment=NetworkSegment(0b55bfba-b28c-49af-87f5-4ad785026c49),segment_id=0b55bfba-b28c-49af-87f5-4ad785026c49)] {{(pid=109536) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 01 19:01:03.578050 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640059'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), precommit_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.579890 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16113694'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.594395 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Calling delete_port for 295aee35-5f12-4217-ada2-f4a06b7e7097 owned by network:dhcp {{(pid=109536) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 01 19:01:03.609498 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Pushing event deleted for resources: {'Port': ['ID=295aee35-5f12-4217-ada2-f4a06b7e7097,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:03.613444 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] No DVR routers for this DVR port 295aee35-5f12-4217-ada2-f4a06b7e7097 on host dv-cinder-774288-14-iscsi {{(pid=109534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:01:03.667631 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-654686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-389273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755468375224', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755467798577'] for port (295aee35-5f12-4217-ada2-f4a06b7e7097), after_delete {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.685064 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972126', 'neutron.services.segments.db._delete_segments_for_network-8755468313730'] for network (afb58c79-9294-404d-9f92-79c4d865b7d4), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.692801 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] Pushing event deleted for resources: {'Port': ['ID=295aee35-5f12-4217-ada2-f4a06b7e7097,revision_number=None']} {{(pid=109536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:03.696423 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62811c-530d-45c8-bb52-6d12a3502f94 None None] No DVR routers for this DVR port 295aee35-5f12-4217-ada2-f4a06b7e7097 on host dv-cinder-774288-14-iscsi {{(pid=109536) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 01 19:01:03.709346 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb58c79-9294-404d-9f92-79c4d865b7d4']}} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:03.718546 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b55bfba-b28c-49af-87f5-4ad785026c49') {'for_net_delete': True} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:03.718820 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.services.segments.db [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b55bfba-b28c-49af-87f5-4ad785026c49') {} {{(pid=109534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 01 19:01:03.728091 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755468315019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16188346'] for segment (0b55bfba-b28c-49af-87f5-4ad785026c49), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.741331 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354'] for segment (0b55bfba-b28c-49af-87f5-4ad785026c49), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.747826 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 01 19:01:03.748193 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-984354', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16113901'] for segment (0b55bfba-b28c-49af-87f5-4ad785026c49), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: Traceback (most recent call last): Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: timer() Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: cb(*args, **kw) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: return func(*args, **kwargs) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: self._notify() Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: self.callback(batched_events) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: event.method(event) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: aggregate_uuid = self.p_client.list_aggregates( Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: return f(self, *a, **k) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._get(url).json() Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: return self.request(url, 'GET', **kwargs) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: base_url = self.get_endpoint(auth, allow=allow, Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 01 19:01:03.749796 dv-cinder-774288-14-iscsi neutron-server[109534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 01 19:01:03.805950 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639538'] for network (afb58c79-9294-404d-9f92-79c4d865b7d4), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.812150 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067956'] for network (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:03.815687 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] 10.222.0.31 "DELETE /v2.0/networks/afb58c79-9294-404d-9f92-79c4d865b7d4 HTTP/1.1" status: 204 len: 168 time: 0.5541558 Feb 01 19:01:03.825288 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6695-8e6e-4538-9292-271f8cb08979 admin admin] Pushing event deleted for resources: {'Network': ['ID=afb58c79-9294-404d-9f92-79c4d865b7d4,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:03.971455 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33684) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:04.010958 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-9ff68844-d316-400e-9f12-43f400d3efec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84cc00f8d8884015bc4033b57e30fc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383320 Feb 01 19:01:04.013328 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33686) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:04.059213 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] Publish callbacks [] for security_group (e4c3342b-36c3-4363-ba9a-7bac8c480866), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.079370 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] Publish callbacks [] for security_group (e4c3342b-36c3-4363-ba9a-7bac8c480866), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.125004 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (e4c3342b-36c3-4363-ba9a-7bac8c480866), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.127582 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.128741 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4c3342b-36c3-4363-ba9a-7bac8c480866 HTTP/1.1" status: 204 len: 168 time: 0.1145430 Feb 01 19:01:04.136258 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16403-7812-43ec-a3ec-03f441f06c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c3342b-36c3-4363-ba9a-7bac8c480866,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:04.433557 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33692) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:04.475910 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-e7e2bb14-896a-4533-9b00-748b5acd04f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f86abfa9fc2427ca742891527329657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412102 Feb 01 19:01:04.478308 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [-] (109534) accepted ('10.222.0.31', 33694) {{(pid=109534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 01 19:01:04.523799 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] Publish callbacks [] for security_group (5459b770-1eec-429e-a5a8-f7c56ab426d7), before_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.544892 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] Publish callbacks [] for security_group (5459b770-1eec-429e-a5a8-f7c56ab426d7), precommit_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.590743 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2087096'] for security_group (5459b770-1eec-429e-a5a8-f7c56ab426d7), after_delete {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.593356 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron_lib.callbacks.manager [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:04.594513 dv-cinder-774288-14-iscsi neutron-server[109534]: INFO neutron.wsgi [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5459b770-1eec-429e-a5a8-f7c56ab426d7 HTTP/1.1" status: 204 len: 168 time: 0.1152844 Feb 01 19:01:04.602745 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb4296-d3a3-411b-bec7-2ec909f1e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459b770-1eec-429e-a5a8-f7c56ab426d7,revision_number=None']} {{(pid=109534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 01 19:01:04.794692 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:01:05.144260 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 295aee35-5f12-4217-ada2-f4a06b7e7097 no longer exists at agent ovs-agent-dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 01 19:01:05.181999 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.plugin [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] No Port match for: 295aee35-5f12-4217-ada2-f4a06b7e7097 {{(pid=109536) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 01 19:01:05.182318 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron.plugins.ml2.rpc [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Device 295aee35-5f12-4217-ada2-f4a06b7e7097 not bound to the agent host dv-cinder-774288-14-iscsi {{(pid=109536) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 01 19:01:05.888776 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-bf60054e-d7d7-44ba-8c43-0e355dd5773c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:07.949375 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a90e2f1d-79ce-4dd8-8858-38c630030447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:09.276636 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:10.661555 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:11.895367 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:22.982876 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:35.891949 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b089b19c-47d6-4e18-82a1-6683d9252bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:37.939747 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e1b95ce5-3a2d-4f9f-89c1-e89752ab7177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:39.280658 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:40.663793 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:41.796226 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:01:41.897922 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:01:53.007600 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:05.894041 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-279c4bf3-9b9e-4e73-99e8-e1526cb73f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:07.943198 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-34b05967-5bc3-499b-abee-beef75140cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:09.283213 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:10.665879 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:11.900925 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:18.794645 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:02:23.007344 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:35.896210 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-a7a28a67-3481-46f8-b478-de605bf54a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:37.944721 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-06f8296c-0946-4b71-83a7-a493256838d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:39.286136 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:40.668766 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:41.903598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:53.008236 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:02:55.793066 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:03:05.897087 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-71d9da6b-a360-4924-9619-7257480801bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:07.947292 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-db45b148-e63d-4cc9-b6cb-ff8f3ce22c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:09.289362 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:10.672331 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:11.905826 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:23.006687 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:32.791348 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:03:35.898541 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-b7d16a18-586b-4ce4-b478-cc8b2e9654fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:37.948616 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-4b8756fc-3ac1-4771-b35c-b617612cacae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:39.293171 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:40.674908 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:41.907930 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:03:53.023310 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:05.900617 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d5c97019-be90-4d92-8933-98b02e2dcdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:07.950160 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d944b0b9-5d1e-4dad-b3ae-1480a57f3b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:09.292657 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:09.790380 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:04:10.678433 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:11.911338 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:23.021363 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:35.901855 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-ac155a4a-6255-4d05-b177-e0f1684c7dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:37.952584 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3fab6a8a-07b8-41f8-b0bd-cd132d4ca1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:39.296150 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:40.681598 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:41.913520 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:04:46.789332 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:04:53.020075 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:05.903654 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-5861eb7d-5d75-469c-b410-75639ffb0d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:07.955629 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-071577ed-8212-4cb5-8cc8-d0850b3b13d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:09.298094 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:10.684494 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:11.914750 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:23.041099 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:23.788997 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:05:27.672397 dv-cinder-774288-14-iscsi neutron-server[109534]: DEBUG neutron.wsgi [req-96f0836a-838e-447d-8372-b81a41c6018f req-c419d593-dd21-4b9c-97f6-eab0b34d3a87 service neutron] (109534) timed out ('10.222.0.39', 53811) {{(pid=109534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 01 19:05:35.905063 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-e6037f06-df68-4e26-9c7d-0b5ce9b50d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:37.957745 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-d15e6b2f-da5d-4d54-b5d9-3b512cbef153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:39.300130 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:40.686604 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:41.919893 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:05:53.065636 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-98086abb-0f42-4d81-ab07-5902b63a85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (d9b5326e-f130-4c0b-82de-3fff3392809b), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:06:00.787301 dv-cinder-774288-14-iscsi neutron-server[109537]: DEBUG neutron.db.agents_db [None req-4ebcd913-ef06-4613-9bcb-dca5b626b4d6 None None] Agent healthcheck: found 6 active agents {{(pid=109537) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 01 19:06:05.907906 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c837-6056-459b-8bbe-15e69776d112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (eec2ce28-1318-4845-88ac-303484844903), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:06:07.960497 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-feaccefd-1ae6-4ad2-9661-e3f02e4113e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (7605ce03-2128-4c81-9bdd-a9ffab518cbd), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:06:09.303452 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-3d5e5095-775a-4b38-9854-9edf13af6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (5a7a9f12-113d-4b1b-b0a5-5bd572939762), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:06:10.690181 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-9e8e9d3f-3a45-4ddb-86d8-4d3b66ca9585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (9feb77c3-c7a8-4ebb-8625-a35eb7af45cf), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 01 19:06:11.921818 dv-cinder-774288-14-iscsi neutron-server[109536]: DEBUG neutron_lib.callbacks.manager [None req-51a348ef-6abd-49be-9541-2db06d27eaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755468313712', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-975447'] for agent (35c9ce4c-783d-45a2-83df-006e36303ffe), after_update {{(pid=109536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}